-- Logs begin at Sun 2022-10-30 00:10:48 UTC, end at Sun 2022-10-30 01:26:56 UTC. -- Oct 30 01:00:10.196553 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 30 01:00:12.944945 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.common.config [-] Logging enabled! Oct 30 01:00:12.945518 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 30 01:00:12.945648 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105110) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 30 01:00:12.948839 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.common.config [-] Logging enabled! Oct 30 01:00:12.949130 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 30 01:00:12.949475 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105110) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 30 01:00:12.950452 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 01:00:12.950717 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 01:00:12.951239 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 01:00:12.951540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 01:00:12.951814 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 01:00:12.952171 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.952508 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.952774 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.953108 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.953436 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.954311 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.954641 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.954975 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.955303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.955651 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.956020 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.956291 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.956604 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.956930 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.957258 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.957521 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] debug = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.957841 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.958309 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.958835 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.959201 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.959634 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.960005 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.960361 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.960733 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.961100 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.961570 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.961958 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.962330 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.962682 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.963017 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.963331 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.963687 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.964017 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.964326 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.964635 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.964947 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.965270 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.965593 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.965962 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.966264 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.966557 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.966861 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.967185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.967494 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.967832 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.968142 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.968451 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.968759 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.969063 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.969412 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.969770 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.970096 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.970406 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.970716 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.971034 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.971342 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.971737 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.972052 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.972365 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.972673 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.972993 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.973297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.973606 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.973937 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.974256 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.974571 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.974926 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.975246 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.975561 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.975907 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.976217 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.976562 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] use_json = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.976873 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.977188 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.977557 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.977872 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.978201 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.978517 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.978830 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.979160 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.979473 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:12.979846 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.980181 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.980521 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.980844 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.981189 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.981509 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.981885 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.982245 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.982580 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.982909 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.983233 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.983550 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.983924 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.984252 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.984585 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.984955 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.985289 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.985622 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.985941 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.986254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.986581 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.986905 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.987235 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.987557 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.987914 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.988251 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.988575 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.988917 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.989247 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.989573 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.989911 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.990241 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.990561 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.990883 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.991218 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.991574 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.991963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.992296 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.992617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.992931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.993254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.993581 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.993907 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.994219 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.994540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.994869 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.995188 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.995500 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.995848 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.996170 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.996483 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.996810 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.997128 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.997443 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.997760 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.998078 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.998392 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.998707 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.999028 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.999344 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:12.999700 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.000021 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.000333 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.001177 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.001492 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.001804 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.002168 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.002489 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.002812 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.003167 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.003483 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.003824 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.004148 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.004474 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.004806 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.005147 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.005469 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.005791 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.006112 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.006433 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.007032 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.007353 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.007714 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.008037 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.008346 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.008675 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.008997 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.009319 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.009638 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.009967 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.010300 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.010620 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.010936 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.011251 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.011567 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.011899 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.012280 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.012603 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.012925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.013249 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.013576 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.013910 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.014248 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.014568 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.014903 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.015239 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.015575 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.015922 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.016824 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.017171 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:13.017423 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 01:00:13.017702 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105110) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 30 01:00:13.395379 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 30 01:00:13.395718 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 30 01:00:13.395979 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 30 01:00:13.396206 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 30 01:00:13.396478 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 30 01:00:13.396822 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 30 01:00:13.722539 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.722837 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.723105 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.724323 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.724598 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.724864 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.777876 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.778195 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.778464 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.793687 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.793968 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.794236 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.823259 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.823530 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.823819 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.861282 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.861571 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:13.861837 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.096240 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.096886 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.096886 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.097241 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.097936 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.195729 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.196038 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.196315 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.196580 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.196841 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.197148 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.197398 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.197646 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.197948 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.198226 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.198482 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.198740 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.198993 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.199239 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.199487 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.199775 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.200026 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.200289 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.200552 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.200804 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.201073 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.201319 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.201593 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.201962 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.202206 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.202446 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.202834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:14.203067 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:14.203298 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:14.203527 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:14.204322 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:14.204554 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:14.204913 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 30 01:00:14.207991 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 30 01:00:14.211851 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 30 01:00:14.215606 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 30 01:00:14.217211 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 30 01:00:14.217819 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 30 01:00:14.218151 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 30 01:00:14.218532 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 30 01:00:14.221311 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 30 01:00:14.221559 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 30 01:00:14.221900 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 30 01:00:14.226956 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 30 01:00:14.249636 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 30 01:00:14.250093 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.250390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105110) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 30 01:00:14.251290 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.252654 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105110) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 30 01:00:14.252935 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 30 01:00:14.253174 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 30 01:00:14.264141 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.264416 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:14.426094 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 30 01:00:14.426256 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 30 01:00:14.426488 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 30 01:00:14.426879 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 30 01:00:14.479730 dv-cinder-master-3-smb neutron-server[105110]: INFO dbcounter [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Registered counter for database neutron Oct 30 01:00:14.499807 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_db.sqlalchemy.engines [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105110) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 30 01:00:14.505677 dv-cinder-master-3-smb neutron-server[105110]: DEBUG dbcounter [-] [105110] Writer thread running {{(pid=105110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 01:00:15.233738 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing driver for type 'gre' Oct 30 01:00:15.234414 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] gre ID ranges: [(1, 1000)] Oct 30 01:00:15.451279 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing driver for type 'local' Oct 30 01:00:15.451638 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing driver for type 'vlan' Oct 30 01:00:15.570794 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] VlanTypeDriver initialization complete Oct 30 01:00:15.571079 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing driver for type 'vxlan' Oct 30 01:00:15.571623 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] vxlan ID ranges: [(1, 1000)] Oct 30 01:00:15.810526 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing extension driver 'port_security' Oct 30 01:00:15.810863 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.extensions.port_security [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] PortSecurityExtensionDriver initialization complete Oct 30 01:00:15.811194 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing mechanism driver 'openvswitch' Oct 30 01:00:15.811513 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing mechanism driver 'hyperv' Oct 30 01:00:15.818280 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.plugin [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:15.818947 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.819315 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.819702 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.820206 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 01:00:15.820621 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.827753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.827753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.827753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 01:00:15.827753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.827753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 01:00:15.828192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > security_group after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > security_group after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > security_group after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828583 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 01:00:15.828583 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828583 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828583 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828583 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 01:00:15.828931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > address_group after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > address_group after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > address_group after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.828931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 01:00:15.828931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] ML2 OVO RPC backend initialized. {{(pid=105110) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 30 01:00:15.829273 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_interface after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.829273 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.829415 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.829637 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > networks before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.829979 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.830318 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > ports before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.830656 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.830992 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnets before_response 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.831331 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.831690 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.832025 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.832351 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.832682 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.833010 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.833340 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.833669 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.833994 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > subnet after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.841617 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded quota_driver: . Oct 30 01:00:15.841975 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.plugin [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Modular L2 Plugin initialization complete Oct 30 01:00:15.842319 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading services supported by the core plugin {{(pid=105110) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 30 01:00:15.842657 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.plugins.ml2.managers [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Got port-security extension from driver 'port_security' Oct 30 01:00:15.843133 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.extensions.vlantransparent [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Disabled vlantransparent extension. Oct 30 01:00:15.843652 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105110) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 30 01:00:15.843976 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: router Oct 30 01:00:15.898971 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_interface before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.899358 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_create 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.899752 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router before_create 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.900114 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.900486 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.900835 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_delete 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.901188 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > floatingip after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.901533 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > floatingip after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.901899 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_create 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.902221 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_update 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.902565 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_update 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.902906 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.903261 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_update 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.903700 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_update 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.904065 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.904400 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.911890 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: subnet after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.911890 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.911890 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > port precommit_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.911890 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_create 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router after_update 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_delete 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912442 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_create 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912442 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router_interface after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912442 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_update 55549900 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912442 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > agent after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912679 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > agent after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912679 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > network after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.912679 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Tracking information for resource: router configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:15.912679 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Tracking information for resource: floatingip configured {{(pid=105110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 01:00:15.915599 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.db.l3_agentschedulers_db [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 30 01:00:15.916184 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.916543 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port after_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.916887 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port after_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.917234 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: port after_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.918017 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router before_create 55550100 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.918378 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_delete 55550100 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.918735 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_create 55550100 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.919086 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > router precommit_update 55550100 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.924574 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.provider_configuration [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service providers = [] {{(pid=105110) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 30 01:00:15.924935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.db.servicetype_db [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105110) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 30 01:00:15.927880 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.service_base [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 01:00:15.928225 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.service_base [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 01:00:15.928563 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.service_base [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 01:00:15.929437 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.services.service_base [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 01:00:15.929801 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.services.service_base [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 30 01:00:15.930176 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.930487 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 30 01:00:15.940968 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.941296 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: auto_allocate Oct 30 01:00:15.946984 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: network precommit_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.947351 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: network precommit_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.947895 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.948213 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: tag Oct 30 01:00:15.954721 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.955052 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: timestamp Oct 30 01:00:15.959084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.959403 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: network_ip_availability Oct 30 01:00:15.964870 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.965232 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.965581 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:15.966287 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.966598 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: flavors Oct 30 01:00:15.971774 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.972101 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading Plugin: revisions Oct 30 01:00:15.976493 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 01:00:15.976873 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.580s {{(pid=105110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 30 01:00:15.978908 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105110) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 30 01:00:15.979276 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Initializing extension manager. Oct 30 01:00:15.979855 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: __init__.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.980187 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: __pycache__ {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.980518 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: address_group.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.981227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.986642 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: address-group Oct 30 01:00:15.986642 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: address_scope.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.987130 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.987668 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: address-scope Oct 30 01:00:15.987990 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: admin_state_down_before_update.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.988868 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.989373 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: router-admin-state-down-before-update Oct 30 01:00:15.989697 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: agent.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.990351 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.990850 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: agent Oct 30 01:00:15.991166 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: agent_resources_synced.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.992049 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.992549 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: agent-resources-synced Oct 30 01:00:15.992865 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: allowedaddresspairs.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.994599 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.995116 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: allowed-address-pairs Oct 30 01:00:15.995437 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: auto_allocated_topology.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.996498 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.997005 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: auto-allocated-topology Oct 30 01:00:15.997325 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: availability_zone.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.997980 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:15.998479 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: availability_zone Oct 30 01:00:15.998796 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: availability_zone_filter.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:15.999686 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.000191 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: availability_zone_filter Oct 30 01:00:16.000540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: data_plane_status.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.001409 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.001909 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension data-plane-status not supported by any of loaded plugins Oct 30 01:00:16.002223 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: default_subnetpools.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.003090 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.003603 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: default-subnetpools Oct 30 01:00:16.003923 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: dhcpagentscheduler.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.004676 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.005181 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: dhcp_agent_scheduler Oct 30 01:00:16.005496 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: dns.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.006356 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.007109 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension dns-integration not supported by any of loaded plugins Oct 30 01:00:16.007427 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: dns_domain_ports.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.008469 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.008825 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 30 01:00:16.009145 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.010021 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.010522 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 30 01:00:16.010840 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: dvr.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.011467 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.012001 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: dvr Oct 30 01:00:16.012320 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: ecmp_routes.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.013179 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.013675 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 30 01:00:16.013989 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: empty_string_filtering.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.014835 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.015333 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: empty-string-filtering Oct 30 01:00:16.015681 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.017063 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.017563 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 30 01:00:16.017876 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.018728 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.019227 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 30 01:00:16.019543 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: external_net.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.020460 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.020967 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: external-net Oct 30 01:00:16.021281 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: extra_dhcp_opt.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.022134 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.022636 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: extra_dhcp_opt Oct 30 01:00:16.022950 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: extraroute.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.023821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.024320 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: extraroute Oct 30 01:00:16.024637 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: extraroute_atomic.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.025623 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.026126 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: extraroute-atomic Oct 30 01:00:16.026440 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: filter_validation.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.027061 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.027558 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: filter-validation Oct 30 01:00:16.027895 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: fip_pf_description.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.028751 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.029242 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 30 01:00:16.029553 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: fip_pf_detail.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.030420 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.030919 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: floating-ip-port-forwarding-detail Oct 30 01:00:16.031234 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: fip_pf_port_range.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.032775 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.033270 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 30 01:00:16.033588 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: fip_port_details.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.038079 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.038582 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: fip-port-details Oct 30 01:00:16.038896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: flavors.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.040106 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.040615 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: flavors Oct 30 01:00:16.040933 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.042533 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.043046 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 30 01:00:16.043366 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: floatingip_pools.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.044071 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.044570 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: floatingip-pools Oct 30 01:00:16.044886 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: ip_allocation.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.045753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.046254 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension ip_allocation not supported by any of loaded plugins Oct 30 01:00:16.046569 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.047472 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.048015 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: ip-substring-filtering Oct 30 01:00:16.048330 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l2_adjacency.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.049229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.049725 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 30 01:00:16.050039 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.050975 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.051490 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: router Oct 30 01:00:16.051834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_conntrack_helper.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.054242 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.054765 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 30 01:00:16.055119 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.056012 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.056524 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: ext-gw-mode Oct 30 01:00:16.056844 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.057715 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.058221 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: l3-ha Oct 30 01:00:16.058539 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.059393 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.059930 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 30 01:00:16.060249 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_flavors.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.061115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.061616 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: l3-flavors Oct 30 01:00:16.061934 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_ndp_proxy.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.063269 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.063815 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 30 01:00:16.064134 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.065003 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.065512 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 30 01:00:16.065832 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: l3agentscheduler.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.066821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.067328 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: l3_agent_scheduler Oct 30 01:00:16.067674 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: local_ip.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.069364 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.069888 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension local_ip not supported by any of loaded plugins Oct 30 01:00:16.070212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: logging.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.071806 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.072328 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension logging not supported by any of loaded plugins Oct 30 01:00:16.072646 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: metering.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.073341 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.073923 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: metering Oct 30 01:00:16.074244 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.075270 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.075804 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: metering_source_and_destination_fields Oct 30 01:00:16.076124 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: multiprovidernet.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.076994 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.077503 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: multi-provider Oct 30 01:00:16.077899 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: netmtu.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.079198 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.079730 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: net-mtu Oct 30 01:00:16.080043 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: netmtu_writable.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.080908 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.081407 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: net-mtu-writable Oct 30 01:00:16.081737 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: network_availability_zone.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.082344 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.082844 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: network_availability_zone Oct 30 01:00:16.083158 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: network_ip_availability.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.084231 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.084737 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: network-ip-availability Oct 30 01:00:16.085055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: network_segment_range.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.085771 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.086300 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension network-segment-range not supported by any of loaded plugins Oct 30 01:00:16.086615 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: pagination.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.087540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.087892 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: pagination Oct 30 01:00:16.088208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: port_device_profile.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.089062 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.089567 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: port-device-profile Oct 30 01:00:16.089881 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: port_mac_address_override.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.090750 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.091257 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: port-mac-override Oct 30 01:00:16.091574 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.092460 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.092968 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: port-mac-address-regenerate Oct 30 01:00:16.093285 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.094159 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.095281 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: port-numa-affinity-policy Oct 30 01:00:16.095625 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: port_resource_request.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.096487 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.096984 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension port-resource-request not supported by any of loaded plugins Oct 30 01:00:16.097300 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: port_resource_request_groups.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.098207 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.098710 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 30 01:00:16.099029 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: portbindings.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.099919 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.100426 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: binding Oct 30 01:00:16.100746 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: portbindings_extended.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.101954 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.102460 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: binding-extended Oct 30 01:00:16.102782 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: portsecurity.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.103669 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.104181 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: port-security Oct 30 01:00:16.104499 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: project_id.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.105420 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.105744 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: project-id Oct 30 01:00:16.106056 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: providernet.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.107143 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.107687 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: provider Oct 30 01:00:16.108012 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.111451 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.112008 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos not supported by any of loaded plugins Oct 30 01:00:16.112336 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.123836 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.124363 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 30 01:00:16.124689 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.125602 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.126115 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 30 01:00:16.126436 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_default.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.127306 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.127849 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-default not supported by any of loaded plugins Oct 30 01:00:16.128176 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_fip.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.129068 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.129560 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-fip not supported by any of loaded plugins Oct 30 01:00:16.129884 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_fip_network_policy.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.130750 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.131260 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 30 01:00:16.131864 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_gateway_ip.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.132741 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.133248 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 30 01:00:16.133567 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_port_network_policy.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.134426 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.134936 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 30 01:00:16.135256 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.136259 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.136770 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 30 01:00:16.137089 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.138065 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.138573 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 30 01:00:16.138895 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_pps_rule.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.140032 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.140543 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-pps not supported by any of loaded plugins Oct 30 01:00:16.140863 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_rule_type_details.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.142255 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.142757 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 30 01:00:16.143076 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_rule_type_filter.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.143965 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.144465 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 30 01:00:16.144779 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: qos_rules_alias.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.145775 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.146278 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 30 01:00:16.146593 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: quota_check_limit.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.147449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.147990 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: quota-check-limit Oct 30 01:00:16.148307 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: quotasv2.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.149216 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.149533 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: quotas Oct 30 01:00:16.149844 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: quotasv2_detail.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.151492 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.151845 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: quota_details Oct 30 01:00:16.152168 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: rbac.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.153180 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.153700 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: rbac-policies Oct 30 01:00:16.154024 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: rbac_address_group.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.154911 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.155416 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: rbac-address-group Oct 30 01:00:16.155770 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: rbac_address_scope.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.157350 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.157865 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: rbac-address-scope Oct 30 01:00:16.158183 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: rbac_security_groups.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.159053 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.159556 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: rbac-security-groups Oct 30 01:00:16.159894 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: rbac_subnetpool.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.160756 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.161257 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: rbac-subnetpool Oct 30 01:00:16.161572 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: revisionifmatch.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.162444 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.162946 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: revision-if-match Oct 30 01:00:16.163262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: revisions.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.170013 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.170519 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: standard-attr-revisions Oct 30 01:00:16.170839 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: router_availability_zone.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.171469 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.172015 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: router_availability_zone Oct 30 01:00:16.172358 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: routerservicetype.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.173231 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.173740 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension router-service-type not supported by any of loaded plugins Oct 30 01:00:16.174056 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.174925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.175432 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: security-groups-normalized-cidr Oct 30 01:00:16.175785 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: security_groups_port_filtering.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.176656 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.177159 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: port-security-groups-filtering Oct 30 01:00:16.177479 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.178349 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.178856 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: security-groups-remote-address-group Oct 30 01:00:16.179173 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.180068 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.180578 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: security-groups-shared-filtering Oct 30 01:00:16.180897 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: securitygroup.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.190580 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.191110 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: security-group Oct 30 01:00:16.191446 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: segment.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.192155 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.192668 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension segment not supported by any of loaded plugins Oct 30 01:00:16.192990 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.193878 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.194386 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 30 01:00:16.194709 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: servicetype.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.195789 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.196305 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: service-type Oct 30 01:00:16.196629 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: sorting.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.197557 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.197882 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: sorting Oct 30 01:00:16.198197 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: standard_attr_segment.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.199075 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.199674 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 30 01:00:16.199937 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: standardattrdescription.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.200541 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.201052 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: standard-attr-description Oct 30 01:00:16.201376 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: stateful_security_group.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.202262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.202773 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: stateful-security-group Oct 30 01:00:16.203090 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: stdattrs_common.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.204259 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 30 01:00:16.204555 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.205394 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.205899 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 30 01:00:16.206219 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: subnet_onboard.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.207228 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.207762 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: subnet_onboard Oct 30 01:00:16.208082 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.216428 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.216985 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 30 01:00:16.217301 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: subnet_service_types.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.218175 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.218681 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: subnet-service-types Oct 30 01:00:16.219001 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: subnetallocation.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.220723 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.221214 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: subnet_allocation Oct 30 01:00:16.221535 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.222157 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.222664 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: subnetpool-prefix-ops Oct 30 01:00:16.222981 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.223893 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.224400 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 30 01:00:16.224717 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: tagging.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.225701 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.226220 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: standard-attr-tag Oct 30 01:00:16.226535 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: timestamp.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.227704 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.228216 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loaded extension: standard-attr-timestamp Oct 30 01:00:16.228536 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: trunk.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.229511 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.230018 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension trunk not supported by any of loaded plugins Oct 30 01:00:16.230338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: trunk_details.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.231198 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.231729 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension trunk-details not supported by any of loaded plugins Oct 30 01:00:16.232051 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: uplink_status_propagation.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.232914 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.233420 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 30 01:00:16.233740 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Loading extension file: vlantransparent.py {{(pid=105110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 01:00:16.234366 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 01:00:16.234890 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 30 01:00:16.237516 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:network Oct 30 01:00:16.238050 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:subnet Oct 30 01:00:16.238448 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 01:00:16.238837 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:port Oct 30 01:00:16.240159 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.240598 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service FLAVORS assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.241206 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.241628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.241964 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:router Oct 30 01:00:16.242420 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:floatingip Oct 30 01:00:16.242904 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service METERING assigned prefix: /metering {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.244381 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:16.244744 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:16.245089 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:16.246115 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of CountableResource for resource:rbac_policy Oct 30 01:00:16.246549 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:security_group Oct 30 01:00:16.246979 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 30 01:00:16.247500 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service CORE assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.247850 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 01:00:16.248195 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] subnetpool is already registered Oct 30 01:00:16.248636 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service CORE assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.248964 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 01:00:16.249297 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] subnetpool is already registered Oct 30 01:00:16.251784 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.252220 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service FLAVORS assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.252813 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.253229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.253558 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:router Oct 30 01:00:16.253896 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] router is already registered Oct 30 01:00:16.254316 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:floatingip Oct 30 01:00:16.254651 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] floatingip is already registered Oct 30 01:00:16.255107 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service METERING assigned prefix: /metering {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.255805 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of CountableResource for resource:rbac_policy Oct 30 01:00:16.256132 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] rbac_policy is already registered Oct 30 01:00:16.256797 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:security_group Oct 30 01:00:16.257126 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] security_group is already registered Oct 30 01:00:16.257551 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 30 01:00:16.257883 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] security_group_rule is already registered Oct 30 01:00:16.258509 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service CORE assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.258833 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 01:00:16.259167 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] subnetpool is already registered Oct 30 01:00:16.259594 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.v2.resource_helper [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Service CORE assigned prefix: {{(pid=105110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 01:00:16.259928 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 01:00:16.260255 dv-cinder-master-3-smb neutron-server[105110]: WARNING neutron.quota.resource_registry [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] subnetpool is already registered Oct 30 01:00:16.260721 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: extensions {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.262221 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: address-groups {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.263762 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: address-scopes {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.265094 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: agents {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.266811 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: auto-allocated-topology {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.268121 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: availability_zones {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.270370 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: dhcp-networks {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.270881 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: dhcp-agents {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.272349 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: routers {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.274167 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: flavors {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.275434 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: service_profiles {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.276690 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: next_providers {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.278145 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: service_profiles {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.280685 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: floatingip-pools {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.282599 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: routers {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.284362 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: floatingips {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.285659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: l3-routers {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.287079 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: l3-agents {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.288550 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: metering-labels {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.289885 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: metering-label-rules {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.291291 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: network-ip-availabilities {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.292601 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: bindings {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.294173 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: quotas {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.295878 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: quotas {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.297455 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: rbac-policies {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.298674 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: security-groups {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.300028 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: security-group-rules {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.301297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: service-providers {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.302523 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: subnetpools {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.304767 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: subnetpools {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.305455 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.307168 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.309031 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.310895 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.312727 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.314732 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.316465 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.318452 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.320286 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.322049 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron.api.extensions [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Extended resource: tags {{(pid=105110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 01:00:16.328278 dv-cinder-master-3-smb neutron-server[105110]: WARNING keystonemiddleware.auth_token [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 30 01:00:16.333892 dv-cinder-master-3-smb neutron-server[105110]: WARNING keystonemiddleware.auth_token [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 30 01:00:16.342704 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Acquiring lock "singleton_lock" {{(pid=105110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 30 01:00:16.343018 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Acquired lock "singleton_lock" {{(pid=105110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 30 01:00:16.347652 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_concurrency.lockutils [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Releasing lock "singleton_lock" {{(pid=105110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 30 01:00:16.347652 dv-cinder-master-3-smb neutron-server[105110]: INFO oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Starting 2 workers Oct 30 01:00:16.349514 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Started child 105257 {{(pid=105110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 01:00:16.353960 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Started child 105258 {{(pid=105110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 01:00:16.355118 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:16.355879 dv-cinder-master-3-smb neutron-server[105110]: INFO neutron.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 30 01:00:16.356217 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Publish callbacks [] for process (None), before_spawn {{(pid=105110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:16.356884 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [-] (105257) wsgi starting up on http://0.0.0.0:9696 Oct 30 01:00:16.358619 dv-cinder-master-3-smb neutron-server[105110]: INFO oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Starting 1 workers Oct 30 01:00:16.359035 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:16.360479 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [-] (105258) wsgi starting up on http://0.0.0.0:9696 Oct 30 01:00:16.363793 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Started child 105259 {{(pid=105110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 01:00:16.364347 dv-cinder-master-3-smb neutron-server[105110]: INFO oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Starting 1 workers Oct 30 01:00:16.368092 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] calling RpcWorker wait() {{(pid=105259) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 30 01:00:16.368631 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] returning from RpcWorker wait() {{(pid=105259) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 30 01:00:16.368772 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Started child 105260 {{(pid=105110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 01:00:16.369527 dv-cinder-master-3-smb neutron-server[105110]: DEBUG neutron_lib.callbacks.manager [None req-32b5760d-fe6d-403d-b9e4-c1f96810027a None None] Publish callbacks [] for process (None), after_spawn {{(pid=105110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:16.370290 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:16.370803 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:16.371510 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 30 01:00:16.371733 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 01:00:16.371916 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 01:00:16.372141 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 01:00:16.372481 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 01:00:16.372660 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 01:00:16.373163 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.373442 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.373691 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.373794 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:16.374247 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.374527 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.374766 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:16.374857 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.375001 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.375320 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.375617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.375797 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.376039 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.376236 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.376445 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.376768 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.377032 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.377291 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.377536 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.377705 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.377956 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.378218 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.378462 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.378750 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] debug = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.378986 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.379472 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.379748 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.380005 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.387303 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.388284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.389185 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_options = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390770 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49542) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.390896 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.392208 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.393243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394260 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394260 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394260 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394260 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394939 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394939 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.394939 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.395277 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052936 Oct 30 01:00:16.395410 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.395410 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.395964 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.395964 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.395964 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.396307 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.396442 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.396556 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.396803 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_json = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.399297 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.400334 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.400334 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.400334 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.400683 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.400683 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.400911 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.401045 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.401503 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.401773 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.402514 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.402618 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0066037 Oct 30 01:00:16.402695 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.402695 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.402849 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.403603 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.403800 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.404048 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.405127 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.405462 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.405690 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.406004 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.406254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.406540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.407669 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.409255 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.409684 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.410139 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.410431 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.410726 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.411036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.411362 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.411683 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.412004 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.412312 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.412597 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.412984 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.413290 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.413624 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.414002 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.414365 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.414663 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.414978 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.415271 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.415624 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.415907 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.416194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.416486 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.416713 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.416999 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.417218 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418043 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418043 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418043 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418295 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418486 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418718 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.418947 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.419188 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.419538 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.419952 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.420169 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.420382 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.420916 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.420916 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.421159 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.421360 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.421620 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.421784 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.422016 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.422235 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.422510 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.422748 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.422976 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.423377 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.423819 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.424035 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426243 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.426973 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writer thread running {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 01:00:16.427539 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.427991 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.428338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.428641 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.429083 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.429447 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.429826 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.430068 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.430296 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.430538 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.430778 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.430994 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.431212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.431428 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.431699 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.432027 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.432294 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.432537 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.432760 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.433024 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.433270 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.434384 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.434384 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.434384 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.434384 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.434815 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.434815 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.435017 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.435123 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.435339 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.435609 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.435828 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.436043 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437047 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437047 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437047 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437047 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437642 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437642 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.437642 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.438593 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.438593 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.438813 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.438940 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.439154 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.439369 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.439661 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.439908 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.440175 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.441162 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.441162 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.441162 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.441485 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.441485 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.441696 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.442008 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.442176 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.442432 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.442686 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.442931 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.443187 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.443431 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.443695 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.443936 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.444168 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.444397 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.444703 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.444950 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.445182 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.445399 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.445655 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.445898 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.446143 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.446414 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.446663 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.446915 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.447153 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.447397 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.447658 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.447901 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.448128 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.448345 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.448560 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.448771 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.449011 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.449239 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.450491 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.450491 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.450491 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.450491 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.450491 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.450491 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.456229 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.457227 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.458149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.459753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.460254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.460254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.460254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.460254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.460254 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.460818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.461043 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.461284 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.463191 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.463191 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.463191 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.464487 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.464487 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.464487 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.464726 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.464955 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.465175 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.465425 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.465639 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.465871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.466085 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.466324 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.466537 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.466789 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.466972 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.467198 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.467410 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.468868 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.469288 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.470458 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.470870 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.471282 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.471536 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.472517 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.472517 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.472517 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.472517 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.472940 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.473036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.473202 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.473433 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.473663 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.473873 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.474084 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.474327 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.474544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.474753 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.474975 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.475183 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.475412 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.475665 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.475865 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.476149 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.476514 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.477553 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.477553 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.477553 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.477553 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.477553 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.478226 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.478226 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.478226 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.478599 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.478599 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.478854 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.479187 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.479343 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.479484 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.480326 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.480326 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.480326 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.480703 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.481562 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.481965 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.482365 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.482590 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.482856 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.483038 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.483305 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.483655 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.484200 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.484200 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.485256 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.485256 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.485256 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.485500 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.485568 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.485839 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.487313 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.487811 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.488233 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.488628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.489008 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.489401 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.490818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.490818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.490818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.490818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.490818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.490818 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.491288 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.491288 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.491419 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.491617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.492698 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 01:00:16.495055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 01:00:16.495572 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 01:00:16.495572 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 01:00:16.495847 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.496143 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.496323 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.496479 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.496641 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.496795 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.496959 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.497111 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.498073 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.498233 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.498545 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.498703 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.499007 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.499173 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.499329 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.499668 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.499966 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.500273 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.500987 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.501140 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.501282 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.501421 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] debug = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.501558 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.501721 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.501888 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.502039 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.502175 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.502427 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.502571 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.502792 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.502792 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.503055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.503055 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.503310 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.503310 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.504449 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.505338 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.506215 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.506215 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.506215 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.506215 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.506215 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.507359 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_options = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.507746 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.508708 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.509021 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.509351 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.509649 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.509942 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.510248 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.510409 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.510569 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.510730 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.510889 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511635 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511635 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511635 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511635 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511635 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511973 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.511973 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.512117 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.512250 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.512542 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.512836 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.513126 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.513425 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.513584 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.513741 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.513898 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514054 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514212 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514369 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514526 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514681 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514839 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.514995 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.515151 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.515306 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.515462 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.519617 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_json = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520192 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.520742 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522115 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.522628 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523070 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523070 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523070 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523070 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523354 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523354 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.523476 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.527659 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528257 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528915 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.528915 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531203 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.531925 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.534540 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.535390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.536117 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.536117 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.536117 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.537544 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538125 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538125 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538125 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538125 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538390 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538602 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538680 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538829 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.538986 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.539144 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.539306 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.539456 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.540537 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.540875 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.541177 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.541477 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.541774 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.542074 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.542368 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.542662 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.542953 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.543242 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.543547 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.543876 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.544166 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.544455 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.544745 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.545034 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.545322 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.545612 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.545901 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.546218 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.546508 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.546804 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.547095 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.547419 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.547743 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.548034 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.548315 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.548603 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.557871 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.558516 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559036 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559557 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559557 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559740 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.559821 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560262 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.560692 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.561194 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.562000 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.562315 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.562619 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.563464 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.563778 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.564064 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.564343 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.564636 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.564952 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.565246 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.565538 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.565826 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.566123 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.566404 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.566713 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.566900 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.567030 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.567175 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.567345 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.567497 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.568535 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.568724 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.568861 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569010 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569153 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569301 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569494 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569643 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569737 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.569898 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.570057 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.570219 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.570376 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.570541 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.570696 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.570995 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.571292 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.571603 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.571898 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.572210 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.572524 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.572819 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.573112 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.573401 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.573700 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.573862 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.574035 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.574195 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.574354 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.574513 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.574672 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.574832 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575006 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575541 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575541 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575541 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575800 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575800 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.575966 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576076 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576238 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576536 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576536 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576717 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576828 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.576988 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.577148 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.577408 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.577500 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.577607 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.577762 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.577919 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.578371 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.578371 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.578371 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.579345 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.579345 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.579757 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.579757 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.579757 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.580963 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581478 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581478 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581478 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581739 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581739 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581905 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.581984 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.582834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.582834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.582834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.582834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.582834 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.583193 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.583193 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.583462 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.584421 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.584527 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.584672 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.584841 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.585002 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.585158 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.585315 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.585474 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.586935 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 01:00:16.587497 dv-cinder-master-3-smb neutron-server[105110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 01:00:25.674783 dv-cinder-master-3-smb neutron-server[105110]: DEBUG dbcounter [-] [105110] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:26.506395 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=12,neutron:INSERT=31 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:28.086203 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158aadc6-7673-4576-8650-0fddfa1a9a53 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:00:28.123891 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writer thread running {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 01:00:28.191181 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158aadc6-7673-4576-8650-0fddfa1a9a53 None None] No non-hosted networks {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 30 01:00:28.201555 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.agentschedulers_db [None req-158aadc6-7673-4576-8650-0fddfa1a9a53 None None] DHCP Agent not found on host dv-cinder-master-3-smb {{(pid=105259) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 30 01:00:28.394014 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-6efa1921-1775-4e43-9b5b-b8f440a2d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-786239'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:30.434572 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-54dd5732-ccf3-4260-9f1a-36f948494b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-786239'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:30.491031 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.db.api [None req-961b8a7b-9324-408c-896e-edfcf1f88231 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-smb {{(pid=105259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 30 01:00:30.491914 dv-cinder-master-3-smb neutron-server[105259]: DEBUG oslo_db.api [None req-961b8a7b-9324-408c-896e-edfcf1f88231 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 01:00:31.079011 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-961b8a7b-9324-408c-896e-edfcf1f88231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:32.244383 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-786239'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:32.410575 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49632) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:33.019386 dv-cinder-master-3-smb neutron-server[105257]: WARNING oslo_policy.policy [None req-9a9cfa0d-66c6-4522-aff5-1b94f7012262 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:33.020716 dv-cinder-master-3-smb neutron-server[105257]: WARNING oslo_policy.policy [None req-9a9cfa0d-66c6-4522-aff5-1b94f7012262 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:33.300053 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [None req-9a9cfa0d-66c6-4522-aff5-1b94f7012262 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:00:33.306182 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-9a9cfa0d-66c6-4522-aff5-1b94f7012262 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8945124 Oct 30 01:00:33.609330 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-786239'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:33.609999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.619609 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.624017 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.624999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.628597 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.629397 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.630078 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.630770 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.631892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.633827 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.635127 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.639087 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.652298 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.658393 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.661069 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:33.663171 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:33.689967 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:33.884554 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-786239'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:34.033129 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.db.l3_hamode_db [None req-62648d00-f752-4182-b227-c8f1bdc23cb8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 30 01:00:34.116652 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62648d00-f752-4182-b227-c8f1bdc23cb8 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:00:34.116652 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62648d00-f752-4182-b227-c8f1bdc23cb8 None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 30 01:00:36.026280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49666) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:36.348435 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:36.360266 dv-cinder-master-3-smb neutron-server[105257]: ERROR stevedore.extension [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 30 01:00:36.442002 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.policy [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105257) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 30 01:00:36.484911 dv-cinder-master-3-smb neutron-server[105257]: WARNING oslo_policy.policy [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:36.485283 dv-cinder-master-3-smb neutron-server[105257]: WARNING oslo_policy.policy [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:36.505572 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writer thread running {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 01:00:36.650121 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771483958244', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771483952632', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771483974485', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771483982230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771483989981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771483865873', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33531371', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32653747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-356514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421520'] for rbac-policy (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.149110 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.150336 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-8193c798-b7d8-432d-a15e-dea55075cedc admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1230688 Oct 30 01:00:39.762524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49676) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:40.084151 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:40.204054 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Made reservation on behalf of 65c835132b284cd280d18c69c83e5f94 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:00:40.208208 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.227505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.342360 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks [] for security_group (d01a3e45-46e1-40fd-bf63-724430ffae8d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.415040 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d01a3e45-46e1-40fd-bf63-724430ffae8d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.439890 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:00:40.476820 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771480476025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (0eb5e095-3195-47a6-9e11-f84d32f9165d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.477354 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Unsubscribe: segment precommit_create {{(pid=105257) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 30 01:00:40.477898 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Added segment 0eb5e095-3195-47a6-9e11-f84d32f9165d of type vlan for network 85386285-4a92-4a77-af32-35e74ee86425 Oct 30 01:00:40.495255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a3e45-46e1-40fd-bf63-724430ffae8d,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:40.522916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.523258 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.523616 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.523975 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.524312 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.524641 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.524965 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.525284 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.525605 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.525923 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.526243 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.526584 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.526905 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.527221 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.527535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Tracked resource versions report: Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: pushed versions: Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: { 'AddressGroup': {'1.2'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Agent': {'1.1'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'ConntrackHelper': {'1.0'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Log': {'1.0'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'NDPProxy': {'1.0'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Network': {'1.1'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Port': {'1.7'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'PortForwarding': {'1.3'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'QosPolicy': {'1.10'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroup': {'1.5'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'SubPort': {'1.0'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Subnet': {'1.1'}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Trunk': {'1.1'}} Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: consumer versions: Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Agent': '1.1', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'ConntrackHelper': '1.0', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'LocalIPAssociation': '1.0', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Log': '1.0', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'NDPProxy': '1.0', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Network': '1.1', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Port': '1.7', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'PortForwarding': '1.3', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'QosPolicy': '1.10', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroup': '1.5', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroupRule': '1.2', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'SubPort': '1.0', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Subnet': '1.1', Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: 'Trunk': '1.1'}} Oct 30 01:00:40.528805 dv-cinder-master-3-smb neutron-server[105257]: {{(pid=105257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:00:40.590387 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (85386285-4a92-4a77-af32-35e74ee86425), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.611846 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:40.718430 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (85386285-4a92-4a77-af32-35e74ee86425), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.723600 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.724334 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:40.842551 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] Pushing event updated for resources: {'Network': ['ID=85386285-4a92-4a77-af32-35e74ee86425,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:40.856954 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 85386285-4a92-4a77-af32-35e74ee86425 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:00:40.927152 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-c64609b3-91ac-4f55-87e4-d3cf3d25d5bc demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1635377 Oct 30 01:00:43.593756 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49690) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:44.013597 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68986e-b372-46e9-98bd-85630e43558e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:44.014995 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6b68986e-b372-46e9-98bd-85630e43558e demo admin] 10.222.0.26 "GET /networking/v2.0/networks/85386285-4a92-4a77-af32-35e74ee86425 HTTP/1.1" status: 200 len: 825 time: 0.4202847 Oct 30 01:00:44.041540 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-14a1f6ac-8ba7-4318-9b96-8186b6152f20 demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/f46aa528-e15e-4695-8265-36de5365a803 HTTP/1.1" status: 200 len: 734 time: 0.0198224 Oct 30 01:00:44.050706 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:44.181004 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Made reservation on behalf of 65c835132b284cd280d18c69c83e5f94 for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:00:44.183291 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.340424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:44.604531 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (6b9330fe-a8c5-4bc1-8217-8fe016dd3915), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.680830 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Pushing event updated for resources: {'Subnet': ['ID=6b9330fe-a8c5-4bc1-8217-8fe016dd3915,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:44.682869 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Checking segment: {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:00:44.683242 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Network hostable DHCP agents. Network: 85386285-4a92-4a77-af32-35e74ee86425, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:00:44.832834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Network 85386285-4a92-4a77-af32-35e74ee86425 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:00:44.918287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 85386285-4a92-4a77-af32-35e74ee86425) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:00:44.922952 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:44.923638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.930815 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971cc4af-3730-4296-aafa-ec58b680cbd6 None None] Network 85386285-4a92-4a77-af32-35e74ee86425 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:00:44.931418 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=37,neutron:INSERT=34 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:45.070541 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6ab8547d-876c-4779-9447-38c1a408d8af demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0161014 Oct 30 01:00:45.190879 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-85386285-4a92-4a77-af32-35e74ee86425', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'project_id': '65c835132b284cd280d18c69c83e5f94', 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:00:45.192273 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.476474 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Allocated IP 172.20.0.2 (85386285-4a92-4a77-af32-35e74ee86425/6b9330fe-a8c5-4bc1-8217-8fe016dd3915/3241e0f1-1449-4c89-8fd4-af0c97f62bf8) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:00:45.749680 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Publish callbacks [] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.844518 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.926124 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Network 85386285-4a92-4a77-af32-35e74ee86425 is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:00:45.931760 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:00:45.936593 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Pushing event updated for resources: {'Port': ['ID=3241e0f1-1449-4c89-8fd4-af0c97f62bf8,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:45.941379 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:00:45.949840 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.950177 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.950511 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.950862 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.951305 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.951557 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.951899 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.952217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.952556 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.952857 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.953174 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.953505 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.953823 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.954137 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.954448 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Tracked resource versions report: Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: pushed versions: Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: { 'AddressGroup': {'1.2'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Agent': {'1.1'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'ConntrackHelper': {'1.0'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Log': {'1.0'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'NDPProxy': {'1.0'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Network': {'1.1'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Port': {'1.7'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'PortForwarding': {'1.3'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'QosPolicy': {'1.10'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroup': {'1.5'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'SubPort': {'1.0'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Subnet': {'1.1'}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Trunk': {'1.1'}} Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: consumer versions: Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Agent': '1.1', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'ConntrackHelper': '1.0', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'LocalIPAssociation': '1.0', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Log': '1.0', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'NDPProxy': '1.0', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Network': '1.1', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Port': '1.7', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'PortForwarding': '1.3', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'QosPolicy': '1.10', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroup': '1.5', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroupRule': '1.2', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'SubPort': '1.0', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Subnet': '1.1', Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: 'Trunk': '1.1'}} Oct 30 01:00:45.955674 dv-cinder-master-3-smb neutron-server[105259]: {{(pid=105259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:00:46.034896 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Attempting to bind port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:00:46.035207 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Attempting to bind port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:00:46.035674 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Attempting to bind port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 on network 85386285-4a92-4a77-af32-35e74ee86425 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:00:46.061000 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:46.085312 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:00:46.085666 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Checking segment: {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:00:46.086156 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:46.086508 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Bound using segment: {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:00:46.087003 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Bound port: 3241e0f1-1449-4c89-8fd4-af0c97f62bf8, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:00:46.087369 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:46.148821 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] For port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:00:46.168505 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] For port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3241e0f1-1449-4c89-8fd4-af0c97f62bf8,segment=NetworkSegment(0eb5e095-3195-47a6-9e11-f84d32f9165d),segment_id=0eb5e095-3195-47a6-9e11-f84d32f9165d)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:00:46.273665 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:46.326579 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7764c7a-4c6e-4c13-b201-a7335029666e None None] Pushing event updated for resources: {'Port': ['ID=3241e0f1-1449-4c89-8fd4-af0c97f62bf8,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:46.785646 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=6 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:46.788889 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=8 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:47.760825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49702) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:48.094185 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [None req-65b86114-e41d-4604-b6cf-a5d1090e90fa admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:00:48.095322 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-65b86114-e41d-4604-b6cf-a5d1090e90fa admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3335447 Oct 30 01:00:50.774503 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 49710) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.104051 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [None req-6d36e751-9562-45d6-b74e-f157aa8c1a85 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:00:51.105095 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6d36e751-9562-45d6-b74e-f157aa8c1a85 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3296719 Oct 30 01:00:53.336876 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:00:53.382236 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:53.421272 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:53.421677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.422044 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 Oct 30 01:00:53.525941 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:53.526321 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.562685 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3241e0f1-1449-4c89-8fd4-af0c97f62bf8,segment=NetworkSegment(0eb5e095-3195-47a6-9e11-f84d32f9165d),segment_id=0eb5e095-3195-47a6-9e11-f84d32f9165d)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:53.649078 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.698933 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=3241e0f1-1449-4c89-8fd4-af0c97f62bf8,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:53.814004 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49722) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:54.355741 dv-cinder-master-3-smb neutron-server[105258]: WARNING oslo_policy.policy [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:54.356218 dv-cinder-master-3-smb neutron-server[105258]: WARNING oslo_policy.policy [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:54.474943 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd0fa0-dfc8-4b2e-99dd-5f89444f5a01 None None] Network 85386285-4a92-4a77-af32-35e74ee86425 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:00:54.528745 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-2668bfbc-d48b-4f15-b682-d96bc3b9cdce None None] Provisioning complete for port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:54.529125 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2668bfbc-d48b-4f15-b682-d96bc3b9cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:54.529460 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-2668bfbc-d48b-4f15-b682-d96bc3b9cdce None None] Attempt 1 to provision port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 Oct 30 01:00:54.578655 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:54.588467 dv-cinder-master-3-smb neutron-server[105258]: ERROR stevedore.extension [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 30 01:00:54.642164 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.policy [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 30 01:00:54.664864 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-2668bfbc-d48b-4f15-b682-d96bc3b9cdce None None] Current status of the port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:54.693062 dv-cinder-master-3-smb neutron-server[105258]: WARNING oslo_policy.policy [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:54.693506 dv-cinder-master-3-smb neutron-server[105258]: WARNING oslo_policy.policy [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 01:00:54.715103 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writer thread running {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 01:00:54.721242 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:54.872396 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (cf742813-f411-4dab-82b7-0145373f5e9b), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:54.874249 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (cf742813-f411-4dab-82b7-0145373f5e9b), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:54.895132 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-d6a0fe8c-8b3c-43e0-86c3-b93ed5cadc53 None None] Provisioning complete for port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:54.895516 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6a0fe8c-8b3c-43e0-86c3-b93ed5cadc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:54.895885 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-d6a0fe8c-8b3c-43e0-86c3-b93ed5cadc53 None None] Attempt 1 to provision port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 Oct 30 01:00:54.929268 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:54.934430 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=82,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:54.969867 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0fe8c-8b3c-43e0-86c3-b93ed5cadc53 None None] Current status of the port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:55.031562 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Publish callbacks [] for router_controller (cf742813-f411-4dab-82b7-0145373f5e9b), precommit_add_association {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:55.119249 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (cf742813-f411-4dab-82b7-0145373f5e9b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:55.257012 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:55.258448 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e615812e-e1d9-4f21-b0fc-76ad72322162 demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.4420326 Oct 30 01:00:55.326642 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:00:55.373792 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:55.374193 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:55.374526 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 Oct 30 01:00:55.399846 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:55.452847 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:57.931570 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49744) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:58.134817 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a2ee041e-2abd-412c-9a60-7493b2c12893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:58.264856 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [None req-c139cc5c-10fc-4fa7-bf7f-cc5e98e86d55 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:00:58.265848 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c139cc5c-10fc-4fa7-bf7f-cc5e98e86d55 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3333263 Oct 30 01:01:00.476820 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1b09fee6-354f-488a-a0e7-7ccd90e957f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:00.939216 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49752) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:01.259389 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:01.323142 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Made reservation on behalf of 6345a90487264af499b3342614a87ec3 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:01:01.326006 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.341579 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.444378 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks [] for security_group (5f991efe-81b8-45a6-ae81-160f0d827487), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.512172 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5f991efe-81b8-45a6-ae81-160f0d827487), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.527635 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Reserving flat network on physical network physnet1 {{(pid=105258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 30 01:01:01.561043 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771480476025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (22a3ac01-f00f-411d-be35-9626ab6fabee), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.561596 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Unsubscribe: segment precommit_create {{(pid=105258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 30 01:01:01.562176 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Added segment 22a3ac01-f00f-411d-be35-9626ab6fabee of type flat for network b45fe502-5433-4ddb-afe2-3e4075fa00b6 Oct 30 01:01:01.580009 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f991efe-81b8-45a6-ae81-160f0d827487,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:01.629656 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.630280 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.630634 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.630987 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.631318 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.631724 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.631995 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.632337 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.632617 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.632932 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.633249 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.633577 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.633893 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.634204 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.634515 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Tracked resource versions report: Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: pushed versions: Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: { 'AddressGroup': {'1.2'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Agent': {'1.1'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'ConntrackHelper': {'1.0'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Log': {'1.0'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'NDPProxy': {'1.0'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Network': {'1.1'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Port': {'1.7'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'PortForwarding': {'1.3'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'QosPolicy': {'1.10'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroup': {'1.5'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'SubPort': {'1.0'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Subnet': {'1.1'}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Trunk': {'1.1'}} Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: consumer versions: Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Agent': '1.1', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'ConntrackHelper': '1.0', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'LocalIPAssociation': '1.0', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Log': '1.0', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'NDPProxy': '1.0', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Network': '1.1', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Port': '1.7', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'PortForwarding': '1.3', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'QosPolicy': '1.10', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroup': '1.5', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroupRule': '1.2', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'SubPort': '1.0', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Subnet': '1.1', Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: 'Trunk': '1.1'}} Oct 30 01:01:01.635787 dv-cinder-master-3-smb neutron-server[105258]: {{(pid=105258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:01:01.680236 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (b45fe502-5433-4ddb-afe2-3e4075fa00b6), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.791671 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (b45fe502-5433-4ddb-afe2-3e4075fa00b6), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.792870 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:01.793570 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:01.895071 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] Pushing event updated for resources: {'Network': ['ID=b45fe502-5433-4ddb-afe2-3e4075fa00b6,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:01.907892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:01:01.920007 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-748bc182-0c39-43ab-9856-9924d3db7e9f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9796140 Oct 30 01:01:02.163983 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:03.648674 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:03.786266 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:04.519535 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49764) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:04.942761 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170af19c-1d74-47d6-b7ee-c15319c23bf2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:04.944174 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-170af19c-1d74-47d6-b7ee-c15319c23bf2 demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/6b9330fe-a8c5-4bc1-8217-8fe016dd3915 HTTP/1.1" status: 200 len: 849 time: 0.4236674 Oct 30 01:01:05.082454 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-04a10619-541a-40b6-aa1b-c8a8eed5eb71 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/cf742813-f411-4dab-82b7-0145373f5e9b HTTP/1.1" status: 200 len: 704 time: 0.1321619 Oct 30 01:01:05.277959 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:05.350948 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:05.426112 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:05.650011 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Allocated IP 172.20.0.1 (85386285-4a92-4a77-af32-35e74ee86425/6b9330fe-a8c5-4bc1-8217-8fe016dd3915/f877233d-a366-4863-a771-304135978ea5) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:01:05.836729 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks [] for port (f877233d-a366-4863-a771-304135978ea5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:05.980716 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (f877233d-a366-4863-a771-304135978ea5), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.065868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Network 85386285-4a92-4a77-af32-35e74ee86425 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:01:06.069659 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:01:06.071350 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Pushing event updated for resources: {'Port': ['ID=f877233d-a366-4863-a771-304135978ea5,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:06.074920 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:01:06.075420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (cf742813-f411-4dab-82b7-0145373f5e9b), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.249083 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-5802a8d7-47be-43cb-a4e7-311d97af37c7 None None] Provisioning complete for port f877233d-a366-4863-a771-304135978ea5 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:06.249613 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5802a8d7-47be-43cb-a4e7-311d97af37c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (f877233d-a366-4863-a771-304135978ea5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.249738 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-5802a8d7-47be-43cb-a4e7-311d97af37c7 None None] Attempt 1 to provision port f877233d-a366-4863-a771-304135978ea5 Oct 30 01:01:06.282474 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-5802a8d7-47be-43cb-a4e7-311d97af37c7 None None] Port f877233d-a366-4863-a771-304135978ea5 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:01:06.366290 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f877233d-a366-4863-a771-304135978ea5), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.469556 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:06.621640 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks [] for port (f877233d-a366-4863-a771-304135978ea5), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.677299 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (f877233d-a366-4863-a771-304135978ea5), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.678112 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (cf742813-f411-4dab-82b7-0145373f5e9b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.756012 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Pushing event updated for resources: {'Port': ['ID=f877233d-a366-4863-a771-304135978ea5,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:06.805889 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Network 85386285-4a92-4a77-af32-35e74ee86425 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:01:06.807187 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:01:06.910602 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:07.003691 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-8e80a8ca-4841-48fd-a2fc-c04f2023b813 None None] Provisioning complete for port f877233d-a366-4863-a771-304135978ea5 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:07.004075 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-8e80a8ca-4841-48fd-a2fc-c04f2023b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (f877233d-a366-4863-a771-304135978ea5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.004407 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-8e80a8ca-4841-48fd-a2fc-c04f2023b813 None None] Attempt 1 to provision port f877233d-a366-4863-a771-304135978ea5 Oct 30 01:01:07.007025 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:07.035533 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-8e80a8ca-4841-48fd-a2fc-c04f2023b813 None None] Port f877233d-a366-4863-a771-304135978ea5 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:01:07.039011 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Router cf742813-f411-4dab-82b7-0145373f5e9b is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:01:07.131359 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:01:07.136813 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c176d4bb-e104-4503-bbbe-3d46b952d4e2 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/cf742813-f411-4dab-82b7-0145373f5e9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0488219 Oct 30 01:01:07.155051 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Sync routers for ids ['cf742813-f411-4dab-82b7-0145373f5e9b'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:01:07.167869 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Routers {'cf742813-f411-4dab-82b7-0145373f5e9b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:07.168701 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:01:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['cf742813-f411-4dab-82b7-0145373f5e9b'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:07.349855 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Set router cf742813-f411-4dab-82b7-0145373f5e9b gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:07.774470 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'name': 'router1', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:00:54Z', 'updated_at': '2022-10-30T01:01:06Z', 'revision_number': 2, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'gw_port_host': None, '_interfaces': [{'id': 'f877233d-a366-4863-a771-304135978ea5', 'name': '', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'mac_address': 'fa:16:3e:d8:0e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:05Z', 'updated_at': '2022-10-30T01:01:06Z', 'revision_number': 2, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'subnets': [{'id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:07.822627 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Checking router: cf742813-f411-4dab-82b7-0145373f5e9b for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:01:07.822996 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Updating router cf742813-f411-4dab-82b7-0145373f5e9b port f877233d-a366-4863-a771-304135978ea5 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:01:07.904648 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f877233d-a366-4863-a771-304135978ea5), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.389004 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Publish callbacks [] for port (f877233d-a366-4863-a771-304135978ea5), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.454232 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (f877233d-a366-4863-a771-304135978ea5), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.604964 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Pushing event updated for resources: {'Port': ['ID=f877233d-a366-4863-a771-304135978ea5,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:08.609804 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Attempting to bind port f877233d-a366-4863-a771-304135978ea5 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:01:08.610206 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Attempting to bind port f877233d-a366-4863-a771-304135978ea5 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:01:08.610653 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Attempting to bind port f877233d-a366-4863-a771-304135978ea5 on network 85386285-4a92-4a77-af32-35e74ee86425 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:01:08.645338 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.645601 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.645936 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.646273 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.646608 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.646928 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.647249 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.647568 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.647905 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.648219 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.648533 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.648855 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.649168 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.649479 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.649791 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Tracked resource versions report: Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: pushed versions: Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: { 'AddressGroup': {'1.2'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Agent': {'1.1'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'ConntrackHelper': {'1.0'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Log': {'1.0'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'NDPProxy': {'1.0'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Network': {'1.1'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Port': {'1.7'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'PortForwarding': {'1.3'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'QosPolicy': {'1.10'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroup': {'1.5'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'SubPort': {'1.0'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Subnet': {'1.1'}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Trunk': {'1.1'}} Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: consumer versions: Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Agent': '1.1', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'ConntrackHelper': '1.0', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'LocalIPAssociation': '1.0', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Log': '1.0', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'NDPProxy': '1.0', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Network': '1.1', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Port': '1.7', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'PortForwarding': '1.3', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'QosPolicy': '1.10', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroup': '1.5', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroupRule': '1.2', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'SubPort': '1.0', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Subnet': '1.1', Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: 'Trunk': '1.1'}} Oct 30 01:01:08.651016 dv-cinder-master-3-smb neutron-server[105260]: {{(pid=105260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:01:08.708939 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:01:08.709325 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Checking segment: {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:01:08.709798 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.710198 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Bound using segment: {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:01:08.710692 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Bound port: f877233d-a366-4863-a771-304135978ea5, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb5e095-3195-47a6-9e11-f84d32f9165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85386285-4a92-4a77-af32-35e74ee86425'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:01:08.711067 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f877233d-a366-4863-a771-304135978ea5), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.747849 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.760914 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.782475 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] For port f877233d-a366-4863-a771-304135978ea5, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:01:08.802558 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] For port f877233d-a366-4863-a771-304135978ea5, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f877233d-a366-4863-a771-304135978ea5,segment=NetworkSegment(0eb5e095-3195-47a6-9e11-f84d32f9165d),segment_id=0eb5e095-3195-47a6-9e11-f84d32f9165d)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:01:08.883744 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (f877233d-a366-4863-a771-304135978ea5), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.926703 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Routers {'cf742813-f411-4dab-82b7-0145373f5e9b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:08.927231 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:01:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['cf742813-f411-4dab-82b7-0145373f5e9b'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:08.973529 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0952f84-d24e-4e73-b88c-79b624fd88fd None None] Pushing event updated for resources: {'Port': ['ID=f877233d-a366-4863-a771-304135978ea5,revision_number=4']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:09.025015 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] Set router cf742813-f411-4dab-82b7-0145373f5e9b gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:09.228127 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'name': 'router1', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:00:54Z', 'updated_at': '2022-10-30T01:01:06Z', 'revision_number': 2, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'gw_port_host': None, '_interfaces': [{'id': 'f877233d-a366-4863-a771-304135978ea5', 'name': '', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'mac_address': 'fa:16:3e:d8:0e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:05Z', 'updated_at': '2022-10-30T01:01:08Z', 'revision_number': 4, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'subnets': [{'id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:09.257394 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413231dd-3beb-41a7-909e-1237c74ee1a7 None None] The sync data for ids ['cf742813-f411-4dab-82b7-0145373f5e9b'] in dv-cinder-master-3-smb is: [{'id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'name': 'router1', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:00:54Z', 'updated_at': '2022-10-30T01:01:06Z', 'revision_number': 2, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'gw_port_host': None, '_interfaces': [{'id': 'f877233d-a366-4863-a771-304135978ea5', 'name': '', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'mac_address': 'fa:16:3e:d8:0e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:05Z', 'updated_at': '2022-10-30T01:01:08Z', 'revision_number': 4, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'subnets': [{'id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:01:09.779655 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49778) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:10.179840 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059e744d-6a61-4261-b9f2-6da7bc812550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:10.181222 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-059e744d-6a61-4261-b9f2-6da7bc812550 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/b45fe502-5433-4ddb-afe2-3e4075fa00b6 HTTP/1.1" status: 200 len: 842 time: 0.4007032 Oct 30 01:01:10.190942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.37.0.1', 'cidr': '172.37.0.0/24', 'ip_version': 4, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'enable_dhcp': False}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:10.339854 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Made reservation on behalf of 6345a90487264af499b3342614a87ec3 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:01:10.342215 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:10.726355 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.objects.ports [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105258) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 30 01:01:10.726804 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (1cf921dd-3101-4840-8391-84e1c5aeafae), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:10.780413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf921dd-3101-4840-8391-84e1c5aeafae,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:10.787403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:10.807150 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:01:10.807515 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Network hostable DHCP agents. Network: b45fe502-5433-4ddb-afe2-3e4075fa00b6, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:01:10.997224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:01:11.116443 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b45fe502-5433-4ddb-afe2-3e4075fa00b6) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:01:11.120904 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:11.121702 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:11.126260 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cec456-db8c-49b5-98e4-dfb88897a1dd None None] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:01:11.226464 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2a392-4732-4967-9672-17e6090e8a56 None None] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:01:11.257355 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7ae9f677-aef0-45cb-8484-adcddeac932a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0696599 Oct 30 01:01:13.990013 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49790) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:14.472847 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9b26e266-873b-4675-9615-eb9a5b2c2509 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/cf742813-f411-4dab-82b7-0145373f5e9b HTTP/1.1" status: 200 len: 710 time: 0.4816735 Oct 30 01:01:14.567317 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc393d7-e551-4500-a058-13128a47c06c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:14.569079 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-5fc393d7-e551-4500-a058-13128a47c06c demo admin] 10.222.0.26 "GET /networking/v2.0/networks/b45fe502-5433-4ddb-afe2-3e4075fa00b6 HTTP/1.1" status: 200 len: 886 time: 0.0899122 Oct 30 01:01:14.578213 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:14.646418 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:14.908823 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks [] for router_gateway (cf742813-f411-4dab-82b7-0145373f5e9b), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.168042 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks [] for router_gateway (cf742813-f411-4dab-82b7-0145373f5e9b), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.244118 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.355730 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Allocated IP 172.37.0.197 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/cf30241e-4db1-4d41-b2de-a9691eee1c3b) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:01:15.359956 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device f877233d-a366-4863-a771-304135978ea5 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:01:15.405495 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port f877233d-a366-4863-a771-304135978ea5 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:15.405950 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (f877233d-a366-4863-a771-304135978ea5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.406348 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port f877233d-a366-4863-a771-304135978ea5 Oct 30 01:01:15.454425 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:15.467678 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks [] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.484923 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port f877233d-a366-4863-a771-304135978ea5 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:15.485540 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f877233d-a366-4863-a771-304135978ea5), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.520719 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port f877233d-a366-4863-a771-304135978ea5, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f877233d-a366-4863-a771-304135978ea5,segment=NetworkSegment(0eb5e095-3195-47a6-9e11-f84d32f9165d),segment_id=0eb5e095-3195-47a6-9e11-f84d32f9165d)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:15.569048 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.597802 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (f877233d-a366-4863-a771-304135978ea5), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:15.607210 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:01:15.611651 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:01:15.617720 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:01:15.619290 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:15.652857 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=f877233d-a366-4863-a771-304135978ea5,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:15.654668 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Pushing event updated for resources: {'Port': ['ID=cf30241e-4db1-4d41-b2de-a9691eee1c3b,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:15.964936 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks [] for router_gateway (cf742813-f411-4dab-82b7-0145373f5e9b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:16.158885 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125425'] for router (cf742813-f411-4dab-82b7-0145373f5e9b), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:16.162332 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659396'] for router (cf742813-f411-4dab-82b7-0145373f5e9b), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:16.306898 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Router cf742813-f411-4dab-82b7-0145373f5e9b has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:01:16.406962 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:01:16.411118 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:16.412406 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3fe0745f-caf2-42de-af95-a4fc0607732f demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/cf742813-f411-4dab-82b7-0145373f5e9b HTTP/1.1" status: 200 len: 890 time: 1.8375888 Oct 30 01:01:16.417621 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Sync routers for ids ['cf742813-f411-4dab-82b7-0145373f5e9b'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:01:16.427420 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:01:16.434243 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Routers {'cf742813-f411-4dab-82b7-0145373f5e9b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:16.434934 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:01:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['cf742813-f411-4dab-82b7-0145373f5e9b'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:16.655122 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Set router cf742813-f411-4dab-82b7-0145373f5e9b gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:16.960015 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:17.053643 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'name': 'router1', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.197'}], 'enable_snat': True}, 'gw_port_id': 'cf30241e-4db1-4d41-b2de-a9691eee1c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:00:54Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 4, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'gw_port': {'id': 'cf30241e-4db1-4d41-b2de-a9691eee1c3b', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:15Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f877233d-a366-4863-a771-304135978ea5', 'name': '', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'mac_address': 'fa:16:3e:d8:0e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:05Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 5, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'subnets': [{'id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:17.183188 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Checking router: cf742813-f411-4dab-82b7-0145373f5e9b for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:01:17.183545 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Updating router cf742813-f411-4dab-82b7-0145373f5e9b port cf30241e-4db1-4d41-b2de-a9691eee1c3b binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:01:17.235828 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:17.237148 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:17.343942 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device f877233d-a366-4863-a771-304135978ea5 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:01:17.482166 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port f877233d-a366-4863-a771-304135978ea5 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:17.482834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (f877233d-a366-4863-a771-304135978ea5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:17.482834 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port f877233d-a366-4863-a771-304135978ea5 Oct 30 01:01:17.643310 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port f877233d-a366-4863-a771-304135978ea5 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:17.658135 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Publish callbacks [] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:17.762521 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:17.798953 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Attempting to bind port cf30241e-4db1-4d41-b2de-a9691eee1c3b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:01:17.799351 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Attempting to bind port cf30241e-4db1-4d41-b2de-a9691eee1c3b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:01:17.799733 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Attempting to bind port cf30241e-4db1-4d41-b2de-a9691eee1c3b on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:01:17.836765 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250a94-99a3-4434-b0a7-82afb570efd4 None None] Pushing event updated for resources: {'Port': ['ID=cf30241e-4db1-4d41-b2de-a9691eee1c3b,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:17.854558 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:01:17.854915 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:01:17.855304 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:17.855711 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:01:17.856168 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Bound port: cf30241e-4db1-4d41-b2de-a9691eee1c3b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:01:17.856533 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:17.905702 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] For port cf30241e-4db1-4d41-b2de-a9691eee1c3b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:01:17.908733 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] For port cf30241e-4db1-4d41-b2de-a9691eee1c3b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cf30241e-4db1-4d41-b2de-a9691eee1c3b,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:01:17.974282 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:18.010337 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Routers {'cf742813-f411-4dab-82b7-0145373f5e9b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:18.010961 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:01:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['cf742813-f411-4dab-82b7-0145373f5e9b'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:18.072411 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250a94-99a3-4434-b0a7-82afb570efd4 None None] Pushing event updated for resources: {'Port': ['ID=cf30241e-4db1-4d41-b2de-a9691eee1c3b,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:18.084704 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:18.137192 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] Set router cf742813-f411-4dab-82b7-0145373f5e9b gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:18.289404 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:18.337444 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'name': 'router1', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.197'}], 'enable_snat': True}, 'gw_port_id': 'cf30241e-4db1-4d41-b2de-a9691eee1c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:00:54Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 4, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'gw_port': {'id': 'cf30241e-4db1-4d41-b2de-a9691eee1c3b', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:15Z', 'updated_at': '2022-10-30T01:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f877233d-a366-4863-a771-304135978ea5', 'name': '', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'mac_address': 'fa:16:3e:d8:0e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:05Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 5, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'subnets': [{'id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:18.363075 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f97f0-4cb5-4dda-9c83-0a6b2ac86a4f None None] The sync data for ids ['cf742813-f411-4dab-82b7-0145373f5e9b'] in dv-cinder-master-3-smb is: [{'id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'name': 'router1', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.197'}], 'enable_snat': True}, 'gw_port_id': 'cf30241e-4db1-4d41-b2de-a9691eee1c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:00:54Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 4, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'gw_port': {'id': 'cf30241e-4db1-4d41-b2de-a9691eee1c3b', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:15Z', 'updated_at': '2022-10-30T01:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f877233d-a366-4863-a771-304135978ea5', 'name': '', 'network_id': '85386285-4a92-4a77-af32-35e74ee86425', 'tenant_id': '65c835132b284cd280d18c69c83e5f94', 'mac_address': 'fa:16:3e:d8:0e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742813-f411-4dab-82b7-0145373f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:01:05Z', 'updated_at': '2022-10-30T01:01:15Z', 'revision_number': 5, 'project_id': '65c835132b284cd280d18c69c83e5f94', 'subnets': [{'id': '6b9330fe-a8c5-4bc1-8217-8fe016dd3915', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f46aa528-e15e-4695-8265-36de5365a803'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:01:19.231324 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=38 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:19.289687 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 49798) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:19.357917 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device cf30241e-4db1-4d41-b2de-a9691eee1c3b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:01:19.403391 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port cf30241e-4db1-4d41-b2de-a9691eee1c3b triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:19.403812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:19.404151 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port cf30241e-4db1-4d41-b2de-a9691eee1c3b Oct 30 01:01:19.479805 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port cf30241e-4db1-4d41-b2de-a9691eee1c3b is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:19.480185 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:19.502125 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port cf30241e-4db1-4d41-b2de-a9691eee1c3b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cf30241e-4db1-4d41-b2de-a9691eee1c3b,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:19.579337 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:19.629689 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=cf30241e-4db1-4d41-b2de-a9691eee1c3b,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:19.702289 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-4f72babb-a41e-44bb-a5ed-ef17c4116fdb admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4114721 Oct 30 01:01:21.342325 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device cf30241e-4db1-4d41-b2de-a9691eee1c3b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:01:21.405319 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port cf30241e-4db1-4d41-b2de-a9691eee1c3b triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:21.405700 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (cf30241e-4db1-4d41-b2de-a9691eee1c3b), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:21.406036 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port cf30241e-4db1-4d41-b2de-a9691eee1c3b Oct 30 01:01:21.484457 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port cf30241e-4db1-4d41-b2de-a9691eee1c3b is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:26.423272 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:28.173525 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-6ea78de6-3da3-4ef1-8370-09dceff315d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:29.694330 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=59 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:29.698711 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:30.419190 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5e717564-5fdd-49ad-a3ff-954ec138b3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:32.173142 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:33.625567 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:33.813070 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:43.722228 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:43.725601 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:50.433684 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:50.438968 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:53.428920 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:01:58.115608 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-61b2959e-8407-4902-812f-a0fda306dc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:00.395217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-eb16c6eb-4904-4fba-a030-ad9d8c25b16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:02.257543 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:03.423288 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:03.650314 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:03.813959 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:13.730619 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=22 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:13.737052 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:27.494261 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:27.498217 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=5 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:28.118742 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4fa798fd-9a76-40d7-a20f-9df7e176ea0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:30.416197 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-de79e83e-fb67-408c-a285-f8e1348fc3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:30.428357 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:02:32.187350 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:33.605084 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:33.810683 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.731442 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:43.739718 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:46.975980 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=16 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:46.981634 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=12 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:50.927797 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50350) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:51.276189 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df2b503-432d-418a-a7f1-167a36c6ddcb admin admin] GET failed (client error): The resource could not be found. Oct 30 01:02:51.277586 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-5df2b503-432d-418a-a7f1-167a36c6ddcb admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3488317 Oct 30 01:02:51.539997 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af26c29-5149-455c-9ee6-0139fd20adb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:51.543470 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-4af26c29-5149-455c-9ee6-0139fd20adb7 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2591472 Oct 30 01:02:54.182462 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50360) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:54.583769 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac47986-cca4-4bcf-8f1b-c4079276ebf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:54.585229 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6ac47986-cca4-4bcf-8f1b-c4079276ebf2 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/6b9330fe-a8c5-4bc1-8217-8fe016dd3915 HTTP/1.1" status: 200 len: 849 time: 0.4017904 Oct 30 01:02:54.595666 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:54.689314 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Publish callbacks [] for subnet (6b9330fe-a8c5-4bc1-8217-8fe016dd3915), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.913347 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771480384440'] for subnet (6b9330fe-a8c5-4bc1-8217-8fe016dd3915), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.949556 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:54.950150 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.951448 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/6b9330fe-a8c5-4bc1-8217-8fe016dd3915 HTTP/1.1" status: 200 len: 868 time: 0.3597488 Oct 30 01:02:54.974774 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9330fe-a8c5-4bc1-8217-8fe016dd3915,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:54.975052 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c958f-bd42-4c16-9234-f0440fc7e0de None None] Network 85386285-4a92-4a77-af32-35e74ee86425 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:02:54.982777 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.983126 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.983485 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.984444 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.984789 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.985120 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.985452 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.985776 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.986104 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.986449 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.986775 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.987125 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.987450 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.987798 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:54.988117 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a638676-e442-4dd4-895d-daa25ea054d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:55.297730 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Provisioning complete for port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:55.298110 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3241e0f1-1449-4c89-8fd4-af0c97f62bf8), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:55.298441 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Attempt 1 to provision port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 Oct 30 01:02:55.377473 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Current status of the port 3241e0f1-1449-4c89-8fd4-af0c97f62bf8 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:55.385993 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Provisioning complete for port f877233d-a366-4863-a771-304135978ea5 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:55.386596 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (f877233d-a366-4863-a771-304135978ea5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:55.386737 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Attempt 1 to provision port f877233d-a366-4863-a771-304135978ea5 Oct 30 01:02:55.461231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a7226-6a7b-460a-bc68-f2a2e3da607e None None] Current status of the port f877233d-a366-4863-a771-304135978ea5 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:57.644805 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50368) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:58.131394 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-02b17591-f6f8-4227-9eb1-7f64584d218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:58.202295 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9df5d-d1a0-40fa-b90b-4bca83ed1e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:58.202797 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9df5d-d1a0-40fa-b90b-4bca83ed1e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:58.204387 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7ef9df5d-d1a0-40fa-b90b-4bca83ed1e9e admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5586040 Oct 30 01:03:00.388713 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9febaef7-8d51-4d2c-abc3-d2c7e5892326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:00.847973 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50376) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:01.333432 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0513e4c-aa01-4c18-b465-e02aa89dd979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:01.333904 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0513e4c-aa01-4c18-b465-e02aa89dd979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:01.335458 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d0513e4c-aa01-4c18-b465-e02aa89dd979 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4861517 Oct 30 01:03:02.216098 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.599805 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.805591 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:04.061116 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50384) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:04.435872 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:04.436597 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:04.647344 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:04.694799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7fce8-416b-4929-a9fb-8f254e70b759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:04.697327 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-05a7fce8-416b-4929-a9fb-8f254e70b759 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/85386285-4a92-4a77-af32-35e74ee86425 HTTP/1.1" status: 200 len: 869 time: 0.6349421 Oct 30 01:03:07.428093 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:03:07.471123 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50392) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:07.944787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:07.974119 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfce2c-2ea1-428a-a972-79bd498238c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:07.975503 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8dbfce2c-2ea1-428a-a972-79bd498238c9 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/b45fe502-5433-4ddb-afe2-3e4075fa00b6 HTTP/1.1" status: 200 len: 886 time: 0.5033660 Oct 30 01:03:10.660318 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50400) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:11.127358 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73451bfd-ebcb-4207-b542-3ca0582f22c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:11.128103 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73451bfd-ebcb-4207-b542-3ca0582f22c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:11.129662 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-73451bfd-ebcb-4207-b542-3ca0582f22c7 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4683962 Oct 30 01:03:13.732548 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:13.735122 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:13.780182 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50410) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:14.188136 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c34ec1-2973-4bed-a65e-8fc88c989b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:14.188591 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c34ec1-2973-4bed-a65e-8fc88c989b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:14.190215 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-11c34ec1-2973-4bed-a65e-8fc88c989b9e admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4090693 Oct 30 01:03:16.875535 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50418) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:17.255688 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e048e3f-7983-4320-a5c9-63b16243e9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:17.256990 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7e048e3f-7983-4320-a5c9-63b16243e9ad admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/1cf921dd-3101-4840-8391-84e1c5aeafae HTTP/1.1" status: 200 len: 816 time: 0.3802693 Oct 30 01:03:17.424153 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:19.898227 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50426) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:20.291267 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f6e939-4f67-4ab9-874f-c044f1c8b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:20.292648 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b9f6e939-4f67-4ab9-874f-c044f1c8b5fa admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/6b9330fe-a8c5-4bc1-8217-8fe016dd3915 HTTP/1.1" status: 200 len: 868 time: 0.3934393 Oct 30 01:03:24.179661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=9 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:24.183612 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=17 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:28.136889 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-29295c97-ee75-4622-a70d-a3d0a7bcf59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:30.285743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=28 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:30.287791 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=10 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:30.412766 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a5736ba5-4ef8-463b-b6e4-4985fd4ed793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:32.229283 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:33.635661 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:33.858145 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.429597 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:41.436622 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:43.731456 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:43.737848 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:44.427020 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:03:51.806048 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50486) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:52.199249 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [None req-e8076c40-51e0-44d2-bd1d-10fee723a1f9 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:03:52.200938 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e8076c40-51e0-44d2-bd1d-10fee723a1f9 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3934381 Oct 30 01:03:54.423470 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:54.950916 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50494) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:55.306481 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40d7f62-a30e-4bea-a236-fe76482e3786 admin admin] GET failed (client error): The resource could not be found. Oct 30 01:03:55.307828 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f40d7f62-a30e-4bea-a236-fe76482e3786 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3559685 Oct 30 01:03:55.438204 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e877804b-9b4f-4fc5-b009-adb60143e166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:55.438204 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e877804b-9b4f-4fc5-b009-adb60143e166 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1252944 Oct 30 01:03:58.206420 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ca6fceb-d03d-4cf1-b4cd-a0a3fd86b3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.272564 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50502) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:58.668112 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:58.771544 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Made reservation on behalf of 6345a90487264af499b3342614a87ec3 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:03:58.774524 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.806365 dv-cinder-master-3-smb neutron-server[105258]: WARNING neutron.services.revisions.revision_plugin [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Could not find related network for resource to bump revision. Oct 30 01:03:58.821675 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:03:58.831769 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.832104 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Added segment 1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5 of type vlan for network 82d60894-8bc6-4ff0-b05f-688fedbc6952 Oct 30 01:03:58.872242 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (82d60894-8bc6-4ff0-b05f-688fedbc6952), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.938099 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (82d60894-8bc6-4ff0-b05f-688fedbc6952), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.939194 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:58.939800 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.000317 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Pushing event updated for resources: {'Network': ['ID=82d60894-8bc6-4ff0-b05f-688fedbc6952,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:59.008175 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.008516 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.008853 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.009184 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.009510 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.009829 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.010149 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.010472 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.010874 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.011194 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.011513 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.011884 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.012205 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.012520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.012961 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:59.028549 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 82d60894-8bc6-4ff0-b05f-688fedbc6952 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:03:59.053082 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1807c3b1-a03f-4ca1-b0f6-93cd8b619b80 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7792935 Oct 30 01:04:00.429194 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-095fdf2f-b55f-462a-b7f6-054db389093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:01.689560 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50510) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:02.067207 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.pecan_wsgi.hooks.translation [None req-86874058-e31c-4e80-9872-eba073bf1539 admin admin] GET failed (client error): The resource could not be found. Oct 30 01:04:02.068590 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-86874058-e31c-4e80-9872-eba073bf1539 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3780897 Oct 30 01:04:02.151154 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf475f65-d7f5-4dcc-8ae5-a7621544877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:02.152670 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-bf475f65-d7f5-4dcc-8ae5-a7621544877b admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0796494 Oct 30 01:04:02.163544 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Request body: {'subnet': {'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:02.189002 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:02.235290 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Made reservation on behalf of 6345a90487264af499b3342614a87ec3 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:04:02.237672 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:02.464170 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (726d4f16-23fb-472c-a703-89230a75e854), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:02.519699 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=726d4f16-23fb-472c-a703-89230a75e854,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:02.530125 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Checking segment: {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:04:02.530470 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Network hostable DHCP agents. Network: 82d60894-8bc6-4ff0-b05f-688fedbc6952, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:04:02.605301 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Network 82d60894-8bc6-4ff0-b05f-688fedbc6952 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:04:02.692015 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 82d60894-8bc6-4ff0-b05f-688fedbc6952) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:04:02.696493 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:02.697039 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:02.701219 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920b741-3897-480c-941f-fde640c2e68a None None] Network 82d60894-8bc6-4ff0-b05f-688fedbc6952 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:04:02.780728 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9a0f9266-480d-45a7-8a83-a7aeb85eb83e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6205773 Oct 30 01:04:02.809494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-82d60894-8bc6-4ff0-b05f-688fedbc6952', 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952', 'project_id': '6345a90487264af499b3342614a87ec3', 'fixed_ips': [{'subnet_id': '726d4f16-23fb-472c-a703-89230a75e854'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:04:02.810556 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:02.957012 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Allocated IP 192.168.233.2 (82d60894-8bc6-4ff0-b05f-688fedbc6952/726d4f16-23fb-472c-a703-89230a75e854/386c0466-daa1-4453-8cfe-d6ef8866b26f) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:04:03.110180 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Publish callbacks [] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.178389 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.217617 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Network 82d60894-8bc6-4ff0-b05f-688fedbc6952 is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:04:03.223303 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:04:03.229610 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:04:03.232857 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Pushing event updated for resources: {'Port': ['ID=386c0466-daa1-4453-8cfe-d6ef8866b26f,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:03.244965 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.245885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.245885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.246117 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.246299 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.246624 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.246939 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.247258 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.247574 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.247912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.248231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.248560 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.248874 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.249184 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.249494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.303098 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Attempting to bind port 386c0466-daa1-4453-8cfe-d6ef8866b26f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:04:03.303458 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Attempting to bind port 386c0466-daa1-4453-8cfe-d6ef8866b26f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:04:03.303885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Attempting to bind port 386c0466-daa1-4453-8cfe-d6ef8866b26f on network 82d60894-8bc6-4ff0-b05f-688fedbc6952 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:04:03.346999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:04:03.347357 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Checking segment: {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:04:03.347782 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.348165 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Bound using segment: {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:04:03.348635 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Bound port: 386c0466-daa1-4453-8cfe-d6ef8866b26f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:04:03.349115 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.358436 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:03.413430 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:03.413962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] For port 386c0466-daa1-4453-8cfe-d6ef8866b26f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:04:03.417608 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] For port 386c0466-daa1-4453-8cfe-d6ef8866b26f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=386c0466-daa1-4453-8cfe-d6ef8866b26f,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:04:03.557831 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.633246 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab641a-1cf0-4764-969c-34301cfaabdc None None] Pushing event updated for resources: {'Port': ['ID=386c0466-daa1-4453-8cfe-d6ef8866b26f,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:03.641542 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.829779 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:04.444735 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e577a8-2378-40ca-8ee4-ed469696a403 None None] Network 82d60894-8bc6-4ff0-b05f-688fedbc6952 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:04:04.506107 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Provisioning complete for port 386c0466-daa1-4453-8cfe-d6ef8866b26f triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:04.506480 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:04.506821 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Attempt 1 to provision port 386c0466-daa1-4453-8cfe-d6ef8866b26f Oct 30 01:04:04.640754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Current status of the port 386c0466-daa1-4453-8cfe-d6ef8866b26f is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:04.641005 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:04.689548 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] For port 386c0466-daa1-4453-8cfe-d6ef8866b26f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=386c0466-daa1-4453-8cfe-d6ef8866b26f,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:04.806970 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:04.865641 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebc918-c608-4ae7-9a40-df44eb7e6bcf None None] Pushing event updated for resources: {'Port': ['ID=386c0466-daa1-4453-8cfe-d6ef8866b26f,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:04.927166 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9c9bca5d-a038-4778-9185-636d9c57c6a8 None None] Provisioning complete for port 386c0466-daa1-4453-8cfe-d6ef8866b26f triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:04.927480 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9c9bca5d-a038-4778-9185-636d9c57c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:04.927847 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9c9bca5d-a038-4778-9185-636d9c57c6a8 None None] Attempt 1 to provision port 386c0466-daa1-4453-8cfe-d6ef8866b26f Oct 30 01:04:05.007515 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bca5d-a038-4778-9185-636d9c57c6a8 None None] Current status of the port 386c0466-daa1-4453-8cfe-d6ef8866b26f is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:05.490816 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 386c0466-daa1-4453-8cfe-d6ef8866b26f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:04:05.550993 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 386c0466-daa1-4453-8cfe-d6ef8866b26f triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:05.551196 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (386c0466-daa1-4453-8cfe-d6ef8866b26f), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.551478 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 386c0466-daa1-4453-8cfe-d6ef8866b26f Oct 30 01:04:05.632677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 386c0466-daa1-4453-8cfe-d6ef8866b26f is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:12.706791 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:12.707778 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:15.626992 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:INSERT=1,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:15.630730 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:18.432148 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:21.425917 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:04:28.143985 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-27f95f9c-993a-4ae3-ab73-afe92884004a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:30.395252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a205ac54-e108-44d3-8f17-ad94be105fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:31.421283 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:31.422087 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:32.184040 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:33.583746 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:33.817172 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:43.754683 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:43.756525 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:55.425589 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=19 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:55.429693 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=13 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:58.137905 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ae28eca2-0f4d-4626-bbff-9fc22c5867b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:58.426286 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:05:00.418129 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-dc952786-b164-4237-95f7-1779874cb37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:02.178053 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:03.635431 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:03.812524 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:08.421217 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:08.422037 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:13.753904 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:13.756007 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:28.031169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50554) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:28.037394 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [None req-3b266680-1769-44a7-ae62-c275fa2e3e2e tempest-verify_tempest_config-1717138041 tempest-verify_tempest_config-1717138041-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:05:28.038388 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-3b266680-1769-44a7-ae62-c275fa2e3e2e tempest-verify_tempest_config-1717138041 tempest-verify_tempest_config-1717138041-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058844 Oct 30 01:05:28.166281 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a5d93b71-9d7f-4ffb-b6a2-c79bd468817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:28.736522 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50572) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:29.071656 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.148823 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Publish callbacks [] for security_group (33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.223897 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.269360 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:29.273078 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=39aa911640f74e16b4e9ce6b878088ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5448353 Oct 30 01:05:29.275911 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50578) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:29.278541 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.278880 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.279236 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.279608 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.279921 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.280240 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.280557 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.280873 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.281191 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.281507 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.281821 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.282149 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.282466 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.282780 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.283222 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6357a-61e2-46bc-a3ec-5a6c2a08ec38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.332313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Publish callbacks [] for security_group (33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.352008 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Publish callbacks [] for security_group (33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.515540 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.518705 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:29.519965 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa HTTP/1.1" status: 204 len: 168 time: 0.2430120 Oct 30 01:05:29.531904 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b8d2b3-5c0f-4a2e-ba7e-b895c93037aa,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:29.536357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.536696 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.537183 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.537540 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.537873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.538198 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.538521 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.538842 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.539164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.539482 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.539867 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.540210 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.540530 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.540845 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:29.541517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20aba9-4018-40c8-bfb3-35b903466ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:30.411351 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-29060fae-e7f7-4a6e-973c-bfb80e51a7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:32.199781 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:32.420741 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:32.426142 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:33.646785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:33.879679 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:35.424654 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:05:39.267246 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:39.275166 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:39.531732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:39.532540 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:43.757405 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:43.759235 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:45.420348 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:45.421153 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:58.131917 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d843-1116-4ee9-a6e7-df4bdc819772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:00.400502 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7478b54e-d835-46e4-bea0-6504b961db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:02.205848 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:03.604952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:03.822231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:09.417650 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:09.422548 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:12.423364 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:06:13.755796 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:13.764721 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:26.424741 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:26.425897 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:28.125442 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b54dfa7f-f4fb-4877-93ee-6eed24237099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:30.399778 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9e36ee63-16eb-4a0b-a1c8-e1f4b654465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:32.188424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:33.623027 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:33.805778 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:43.758984 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:43.763893 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:46.418564 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:46.419371 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:49.421643 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 5 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:06:58.119563 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f874beb4-cc84-4276-a4c1-40025976830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:59.418348 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:00.382571 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-6d704f89-7e81-4196-93d8-d7eb54490740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:02.244313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:03.622228 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:03.822265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.570635 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-786239'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.485756 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:20.489671 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:24.153225 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50670) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:24.280709 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-515adc7d-cbd9-4e42-a0b9-27bf1fcdbbe3 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1264415 Oct 30 01:07:26.421441 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:07:26.753388 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50680) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:26.818848 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-88682f9f-b505-40a2-a91d-2fb41cd4150d admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0644565 Oct 30 01:07:28.170294 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9295a9bd-d075-41a8-9438-b0d29a5a2ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:30.416007 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f5138db0-7357-4570-a070-6d7b7236842d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:32.244659 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:33.608828 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:33.821201 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:34.273905 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:34.275862 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:36.417065 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=17 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:36.417997 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=17 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:36.811936 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:36.813903 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:40.517231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:50.432384 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:50.438469 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:58.146283 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-29db7c95-1900-46a7-85d2-0deda2d1e237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:00.406933 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:00.412937 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:00.420805 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c6e34a8b-b89d-4ccb-99d7-4baab23ebdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:02.208509 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:03.422750 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:08:03.608033 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:03.831937 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:10.517628 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:13.417717 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:20.468011 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:20.470409 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:26.433427 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:26.433427 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:28.139937 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-373770d4-dd44-42ad-9f1c-1ae771a86a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.414670 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ca139ac1-b5d3-43b7-ac35-ee04469587b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:32.230942 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:33.602097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:33.843180 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:37.414280 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:37.420203 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:40.422811 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:08:40.540353 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.418865 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.420110 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.463932 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.472055 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:58.150797 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-361440d4-ec55-453b-bb1e-3246f490296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:00.424973 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7871ac98-52ce-4eaa-81ac-9b022a8ee555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:02.248076 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:03.518542 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50848) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:03.658263 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:03.894200 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:03.938796 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1168624722-network', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:04.151172 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50876) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.179487 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Made reservation on behalf of 82fc550e1caf445d8027e8051e0b4d30 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:04.182469 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.184333 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50880) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.192092 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.270547 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks [] for security_group (458af943-3a68-485a-9593-3fbb65e14332), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.379029 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (458af943-3a68-485a-9593-3fbb65e14332), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.401633 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:04.416740 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458af943-3a68-485a-9593-3fbb65e14332,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:04.424545 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (e2aed97b-28e3-4f2d-8db9-ab81f003927f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.424889 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Added segment e2aed97b-28e3-4f2d-8db9-ab81f003927f of type vlan for network 22a05b54-ab8c-4e6c-b771-2b6e93826000 Oct 30 01:09:04.433479 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.433821 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.434178 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.434575 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.434911 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.435236 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.435557 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.435899 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.436220 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.436539 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.436858 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.437190 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.437510 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.437822 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.438136 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Tracked resource versions report: Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: pushed versions: Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: { 'AddressGroup': {'1.2'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Agent': {'1.1'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'ConntrackHelper': {'1.0'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Log': {'1.0'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'NDPProxy': {'1.0'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Network': {'1.1'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Port': {'1.7'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'PortForwarding': {'1.3'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'QosPolicy': {'1.10'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroup': {'1.5'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'SubPort': {'1.0'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Subnet': {'1.1'}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Trunk': {'1.1'}} Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: consumer versions: Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: HyperV agent@hv-cinder-maste: {}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Agent': '1.1', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'ConntrackHelper': '1.0', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'LocalIPAssociation': '1.0', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Log': '1.0', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'NDPProxy': '1.0', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Network': '1.1', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Port': '1.7', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'PortForwarding': '1.3', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'QosPolicy': '1.10', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroup': '1.5', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'SecurityGroupRule': '1.2', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'SubPort': '1.0', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Subnet': '1.1', Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: 'Trunk': '1.1'}} Oct 30 01:09:04.439287 dv-cinder-master-3-smb neutron-server[105258]: {{(pid=105258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:09:04.473576 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (22a05b54-ab8c-4e6c-b771-2b6e93826000), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.687866 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (22a05b54-ab8c-4e6c-b771-2b6e93826000), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.689628 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:04.690425 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.756559 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] Pushing event updated for resources: {'Network': ['ID=22a05b54-ab8c-4e6c-b771-2b6e93826000,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:04.769544 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:04.787534 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50908) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.791677 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ba6ec743-a961-47e3-b571-171797f1441a admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2718499 Oct 30 01:09:04.795164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Request body: {'subnet': {'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1168624722-subnet', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:04.827752 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-network', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:04.843481 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-818395756-network', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:04.851953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50910) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.927524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Made reservation on behalf of 82fc550e1caf445d8027e8051e0b4d30 for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:04.930067 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.979400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Made reservation on behalf of 445041c33bf944d8a7a39281e3aba6c5 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:04.981830 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.991663 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.069124 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Made reservation on behalf of 95c63194a18f4768abe23f55608ec8c6 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:05.071448 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.087436 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks [] for security_group (1f2ed07e-20fb-402d-bddf-58549f0a05e4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.109718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1353352907-network', 'tenant_id': '8519baec3bd94590b0d88c46e6749c91'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:05.116504 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.173526 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1f2ed07e-20fb-402d-bddf-58549f0a05e4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.218643 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:05.220887 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2ed07e-20fb-402d-bddf-58549f0a05e4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:05.231610 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (a5651f79-4333-47e2-8eb2-0015e984d6af), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.232599 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Added segment a5651f79-4333-47e2-8eb2-0015e984d6af of type vlan for network c367b002-822a-4b38-9fc4-12445dc4cb4a Oct 30 01:09:05.244700 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks [] for security_group (6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.248489 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (a3d55774-8148-437d-bfff-e612cf26c0e7), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.255669 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Made reservation on behalf of 8519baec3bd94590b0d88c46e6749c91 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:05.257991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.279057 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (c367b002-822a-4b38-9fc4-12445dc4cb4a), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.301835 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:05.317775 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.348430 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.367998 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (c367b002-822a-4b38-9fc4-12445dc4cb4a), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.371652 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:05.372548 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.414523 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Checking segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:05.415094 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Network hostable DHCP agents. Network: 22a05b54-ab8c-4e6c-b771-2b6e93826000, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:05.418161 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:05.438224 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:05.449684 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d55774-8148-437d-bfff-e612cf26c0e7,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:05.450966 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2980561 Oct 30 01:09:05.451739 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50938) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:05.455264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.455885 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.456709 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.457153 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.457704 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.458260 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.458799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.459338 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.459914 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.460424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.460923 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.461404 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.461889 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.462367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.463393 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Tracked resource versions report: Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: pushed versions: Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: { 'AddressGroup': {'1.2'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Agent': {'1.1'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'ConntrackHelper': {'1.0'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Log': {'1.0'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'NDPProxy': {'1.0'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Network': {'1.1'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Port': {'1.7'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'PortForwarding': {'1.3'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'QosPolicy': {'1.10'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroup': {'1.5'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'SubPort': {'1.0'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Subnet': {'1.1'}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Trunk': {'1.1'}} Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: consumer versions: Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: HyperV agent@hv-cinder-maste: {}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Agent': '1.1', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'ConntrackHelper': '1.0', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'LocalIPAssociation': '1.0', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Log': '1.0', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'NDPProxy': '1.0', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Network': '1.1', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Port': '1.7', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'PortForwarding': '1.3', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'QosPolicy': '1.10', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroup': '1.5', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'SecurityGroupRule': '1.2', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'SubPort': '1.0', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Subnet': '1.1', Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: 'Trunk': '1.1'}} Oct 30 01:09:05.464875 dv-cinder-master-3-smb neutron-server[105257]: {{(pid=105257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:09:05.488136 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (4f77a503-0c13-40af-9ff5-e65f81096456), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.488398 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Added segment 4f77a503-0c13-40af-9ff5-e65f81096456 of type vlan for network de618076-b93d-46d5-a096-a44e39256fff Oct 30 01:09:05.493883 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.494421 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.494955 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.495493 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.496031 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.496515 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.496996 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.497484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.497979 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.498456 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.498934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.499423 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.499778 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.501166 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.501166 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:05.503458 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:05.527466 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Request body: {'subnet': {'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-818395756-subnet', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:05.555993 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754da3d-2e4c-45bf-8498-e6d8784fa65f admin admin] Pushing event updated for resources: {'Network': ['ID=c367b002-822a-4b38-9fc4-12445dc4cb4a,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:05.568938 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network c367b002-822a-4b38-9fc4-12445dc4cb4a details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:05.590436 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (de618076-b93d-46d5-a096-a44e39256fff), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.612334 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=68,neutron:INSERT=29,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:05.647164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:05.652040 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks [] for security_group (9fc22252-be3b-46d2-a7c9-84dd291ff7d6), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.675579 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Made reservation on behalf of 445041c33bf944d8a7a39281e3aba6c5 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:05.679838 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.683281 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:05.739902 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (de618076-b93d-46d5-a096-a44e39256fff), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.742502 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:05.743088 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.852866 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 22a05b54-ab8c-4e6c-b771-2b6e93826000) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:05.862970 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877d8eb-601c-4901-928e-eac5fc6c7976 None None] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:05.870529 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:05.871723 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:05.898279 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9fc22252-be3b-46d2-a7c9-84dd291ff7d6), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.003193 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] Pushing event updated for resources: {'Network': ['ID=de618076-b93d-46d5-a096-a44e39256fff,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:06.016142 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:06.026482 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network de618076-b93d-46d5-a096-a44e39256fff details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:06.027879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (f2610f60-06dd-436e-abf2-d1746fca0747), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.028219 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Added segment f2610f60-06dd-436e-abf2-d1746fca0747 of type vlan for network 8d81214d-40b2-435e-925f-016c42fe6783 Oct 30 01:09:06.043006 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (f8515651-f498-47c3-86a9-b822a907b2ba), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.092679 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-22a05b54-ab8c-4e6c-b771-2b6e93826000', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:09:06.094538 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.113616 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-a5778fdc-20a5-45c1-bace-cea2bcd68b35 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9268606 Oct 30 01:09:06.116352 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50960) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:06.123888 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Request body: {'subnet': {'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-subnet', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:06.146557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc22252-be3b-46d2-a7c9-84dd291ff7d6,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:06.157793 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-bdb7cb28-c6ce-45a7-ac82-571b4ecbe3d9 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3686154 Oct 30 01:09:06.165701 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50964) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:06.172615 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8515651-f498-47c3-86a9-b822a907b2ba,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:06.176353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:06.179309 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Checking segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:06.179685 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Network hostable DHCP agents. Network: c367b002-822a-4b38-9fc4-12445dc4cb4a, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:06.182623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (8d81214d-40b2-435e-925f-016c42fe6783), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.278547 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Made reservation on behalf of 95c63194a18f4768abe23f55608ec8c6 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:06.281038 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.284279 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Network c367b002-822a-4b38-9fc4-12445dc4cb4a is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:06.315855 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.317941 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.322900 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (8d81214d-40b2-435e-925f-016c42fe6783), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.323934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:06.324506 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.419445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:06.419445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c367b002-822a-4b38-9fc4-12445dc4cb4a) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:06.428181 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:06.438871 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.454892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Allocated IP 172.20.0.2 (22a05b54-ab8c-4e6c-b771-2b6e93826000/a3d55774-8148-437d-bfff-e612cf26c0e7/270992e5-d21f-42df-9f1a-1a481043c027) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:06.575988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 50982) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:06.576187 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7229178 Oct 30 01:09:06.581402 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Request body: {'subnet': {'network_id': '8d81214d-40b2-435e-925f-016c42fe6783', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1353352907-subnet', 'tenant_id': '8519baec3bd94590b0d88c46e6749c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:06.618021 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a136b-e190-4e1b-87bc-241a9551c899 admin admin] Pushing event updated for resources: {'Network': ['ID=8d81214d-40b2-435e-925f-016c42fe6783,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:06.643756 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (9fc46077-7165-466c-b520-8a83e31e1c2b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.683416 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=11 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:06.685734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks [] for router_controller (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.695210 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 50992) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:06.696251 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1a36e76d-6020-42db-8039-5187e0238808 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1798956 Oct 30 01:09:06.706793 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:06.726788 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94676a10-3686-4f6a-8d0c-439f23ad1083 None None] Network c367b002-822a-4b38-9fc4-12445dc4cb4a requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:06.752363 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 8d81214d-40b2-435e-925f-016c42fe6783 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:06.753162 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc46077-7165-466c-b520-8a83e31e1c2b,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:06.783308 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Made reservation on behalf of 8519baec3bd94590b0d88c46e6749c91 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:06.786520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.889189 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Checking segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:06.889539 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Network hostable DHCP agents. Network: de618076-b93d-46d5-a096-a44e39256fff, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:06.935905 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (6e7b8b59-16ed-4923-994b-e171224f8d89), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.938444 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (6e7b8b59-16ed-4923-994b-e171224f8d89), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.984073 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Publish callbacks [] for port (270992e5-d21f-42df-9f1a-1a481043c027), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.007953 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Network de618076-b93d-46d5-a096-a44e39256fff is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:07.067110 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c367b002-822a-4b38-9fc4-12445dc4cb4a', 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'fixed_ips': [{'subnet_id': 'f8515651-f498-47c3-86a9-b822a907b2ba'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:09:07.068089 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.112742 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks [] for router_gateway (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.148774 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks [] for router_controller (6e7b8b59-16ed-4923-994b-e171224f8d89), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.169393 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, de618076-b93d-46d5-a096-a44e39256fff) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:07.171266 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.177927 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:07.180167 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.237810 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:07.260366 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Checking segment: {'id': 'f2610f60-06dd-436e-abf2-d1746fca0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8d81214d-40b2-435e-925f-016c42fe6783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:07.260860 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Network hostable DHCP agents. Network: 8d81214d-40b2-435e-925f-016c42fe6783, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:07.265933 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eafb76-e1af-46ab-8973-1bd21bce0986 None None] Network de618076-b93d-46d5-a096-a44e39256fff requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:07.267958 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (270992e5-d21f-42df-9f1a-1a481043c027), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.294812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:07.294812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:07.314130 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-387849dc-509c-4a43-aea2-4e821aeea7de admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1956522 Oct 30 01:09:07.320370 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51000) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:07.324953 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:07.354982 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:07.399691 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Network 8d81214d-40b2-435e-925f-016c42fe6783 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:07.403347 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:07.409168 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:07.459727 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.460439 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks [] for router_gateway (6e7b8b59-16ed-4923-994b-e171224f8d89), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.461508 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.488266 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Allocated IP 172.20.0.2 (c367b002-822a-4b38-9fc4-12445dc4cb4a/f8515651-f498-47c3-86a9-b822a907b2ba/ea6ffc84-e4a5-4338-8007-d13a39694a9a) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:07.493303 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 8d81214d-40b2-435e-925f-016c42fe6783) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:07.513307 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Pushing event updated for resources: {'Port': ['ID=270992e5-d21f-42df-9f1a-1a481043c027,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:07.519503 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ce37e-f7bb-430b-9603-f324639920eb None None] Network 8d81214d-40b2-435e-925f-016c42fe6783 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:07.530574 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:07.536300 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.536300 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks [] for router_controller (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), precommit_add_association {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.557974 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-de618076-b93d-46d5-a096-a44e39256fff', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:09:07.558872 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Tracked resource versions report: Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: pushed versions: Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: { 'AddressGroup': {'1.2'}, Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: 'Agent': {'1.1'}, Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: 'ConntrackHelper': {'1.0'}, Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: 'Log': {'1.0'}, Oct 30 01:09:07.567900 dv-cinder-master-3-smb neutron-server[105259]: 'NDPProxy': {'1.0'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Network': {'1.1'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Port': {'1.7'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'PortForwarding': {'1.3'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'QosPolicy': {'1.10'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroup': {'1.5'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'SubPort': {'1.0'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Subnet': {'1.1'}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Trunk': {'1.1'}} Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: consumer versions: Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: HyperV agent@hv-cinder-maste: {}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Agent': '1.1', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'ConntrackHelper': '1.0', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'LocalIPAssociation': '1.0', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Log': '1.0', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'NDPProxy': '1.0', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Network': '1.1', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Port': '1.7', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'PortForwarding': '1.3', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'QosPolicy': '1.10', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroup': '1.5', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'SecurityGroupRule': '1.2', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'SubPort': '1.0', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Subnet': '1.1', Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: 'Trunk': '1.1'}} Oct 30 01:09:07.569370 dv-cinder-master-3-smb neutron-server[105259]: {{(pid=105259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:09:07.613736 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:07.641765 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Attempting to bind port 270992e5-d21f-42df-9f1a-1a481043c027 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:07.642133 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Attempting to bind port 270992e5-d21f-42df-9f1a-1a481043c027 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:07.642498 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Attempting to bind port 270992e5-d21f-42df-9f1a-1a481043c027 on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:07.660496 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks [] for router_gateway (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.661379 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-311eccf5-d330-45d0-b56c-4343f872edaf admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0839207 Oct 30 01:09:07.741994 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.941172 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:07.941577 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Checking segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:07.941988 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:07.942388 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Bound using segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:07.942893 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Bound port: 270992e5-d21f-42df-9f1a-1a481043c027, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:07.943270 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (270992e5-d21f-42df-9f1a-1a481043c027), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.070257 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks [] for router_gateway (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.083926 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f4a42-53a4-4930-8a1a-1d9432554686 None None] Network 8d81214d-40b2-435e-925f-016c42fe6783 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:08.099197 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Allocated IP 172.37.0.222 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/a69aadde-c6cc-436c-a213-8efa6ff9be06) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:08.238224 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] For port 270992e5-d21f-42df-9f1a-1a481043c027, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:08.250225 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] For port 270992e5-d21f-42df-9f1a-1a481043c027, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=270992e5-d21f-42df-9f1a-1a481043c027,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:08.333871 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks [] for router_gateway (6e7b8b59-16ed-4923-994b-e171224f8d89), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.352107 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Publish callbacks [] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.359667 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.450334 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Allocated IP 172.20.0.2 (de618076-b93d-46d5-a096-a44e39256fff/9fc46077-7165-466c-b520-8a83e31e1c2b/e9af17e7-159c-46cc-891a-291b78f739f4) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:08.474660 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:08.497250 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks [] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.611512 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.615159 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks [] for router_gateway (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.620616 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (270992e5-d21f-42df-9f1a-1a481043c027), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.643469 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.689968 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.730043 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:08.735133 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Network c367b002-822a-4b38-9fc4-12445dc4cb4a is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:08.742181 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:08.768304 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:08.782521 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Pushing event updated for resources: {'Port': ['ID=ea6ffc84-e4a5-4338-8007-d13a39694a9a,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:08.809884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Allocated IP 172.37.0.104 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/d963e580-2561-413a-9e53-e71253bd17ea) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:08.833491 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:08.850818 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:08.860708 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:08.924473 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Pushing event updated for resources: {'Port': ['ID=a69aadde-c6cc-436c-a213-8efa6ff9be06,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:08.928887 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350413de-943d-4822-aae5-80796af7b6e1 None None] Pushing event updated for resources: {'Port': ['ID=270992e5-d21f-42df-9f1a-1a481043c027,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.047821 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Attempting to bind port ea6ffc84-e4a5-4338-8007-d13a39694a9a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:09.048465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Attempting to bind port ea6ffc84-e4a5-4338-8007-d13a39694a9a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:09.048601 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Attempting to bind port ea6ffc84-e4a5-4338-8007-d13a39694a9a on network c367b002-822a-4b38-9fc4-12445dc4cb4a {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:09.050935 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Publish callbacks [] for port (e9af17e7-159c-46cc-891a-291b78f739f4), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.128500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:09.128500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Checking segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:09.128500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.128500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Bound using segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:09.128500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Bound port: ea6ffc84-e4a5-4338-8007-d13a39694a9a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:09.128500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.204035 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] For port ea6ffc84-e4a5-4338-8007-d13a39694a9a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:09.208559 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] For port ea6ffc84-e4a5-4338-8007-d13a39694a9a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ea6ffc84-e4a5-4338-8007-d13a39694a9a,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:09.255678 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51082) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:09.256796 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908774902-network', 'tenant_id': '4408c8a00c184399953640947496996a'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:09.277283 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.292353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks [] for port (d963e580-2561-413a-9e53-e71253bd17ea), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.331459 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Network de618076-b93d-46d5-a096-a44e39256fff is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:09.335784 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:09.345181 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Pushing event updated for resources: {'Port': ['ID=e9af17e7-159c-46cc-891a-291b78f739f4,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.349522 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:09.350320 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.367282 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Made reservation on behalf of 4408c8a00c184399953640947496996a for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:09.372510 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.407061 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.498199 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (d963e580-2561-413a-9e53-e71253bd17ea), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.521513 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Allocated IP 172.37.0.128 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/7282e885-6ea3-4afc-8b8b-15d6092b80f7) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:09.573028 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:09.597915 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed22765-aa28-44ef-a9cf-971c515c2933 None None] Pushing event updated for resources: {'Port': ['ID=ea6ffc84-e4a5-4338-8007-d13a39694a9a,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.608752 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Attempting to bind port e9af17e7-159c-46cc-891a-291b78f739f4 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:09.609191 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Attempting to bind port e9af17e7-159c-46cc-891a-291b78f739f4 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:09.609555 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Attempting to bind port e9af17e7-159c-46cc-891a-291b78f739f4 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:09.638825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:09.649928 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:09.774374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:09.774374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Checking segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:09.774374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.774374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Bound using segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:09.774374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Bound port: e9af17e7-159c-46cc-891a-291b78f739f4, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:09.774374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.792131 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks [] for security_group (d6864163-9e34-4562-95f4-86a1f9f03bf4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.811745 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d963e580-2561-413a-9e53-e71253bd17ea,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.870925 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks [] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.915944 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 270992e5-d21f-42df-9f1a-1a481043c027 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:09.916651 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d6864163-9e34-4562-95f4-86a1f9f03bf4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.011107 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:10.024149 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] For port e9af17e7-159c-46cc-891a-291b78f739f4, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:10.037145 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] For port e9af17e7-159c-46cc-891a-291b78f739f4, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e9af17e7-159c-46cc-891a-291b78f739f4,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:10.055916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks [] for router_gateway (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.092967 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 270992e5-d21f-42df-9f1a-1a481043c027 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:10.093363 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (270992e5-d21f-42df-9f1a-1a481043c027), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.093706 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 270992e5-d21f-42df-9f1a-1a481043c027 Oct 30 01:09:10.143919 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.233993 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:10.238079 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f65aa-5ed9-4a23-9292-424c60a00914 None None] Pushing event updated for resources: {'Port': ['ID=e9af17e7-159c-46cc-891a-291b78f739f4,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:10.304443 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1d5cebf7-67d4-4d22-b251-2c9401488e83), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.305054 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Added segment 1d5cebf7-67d4-4d22-b251-2c9401488e83 of type vlan for network 712fb56d-ca30-4568-b03e-6a5af040d391 Oct 30 01:09:10.316876 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:10.353960 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6864163-9e34-4562-95f4-86a1f9f03bf4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:10.385191 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (712fb56d-ca30-4568-b03e-6a5af040d391), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.468987 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:10.488395 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.520174 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks [] for router_gateway (6e7b8b59-16ed-4923-994b-e171224f8d89), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.542883 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52136f-ad83-44b0-99e9-975fab937469 None None] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:10.567868 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 270992e5-d21f-42df-9f1a-1a481043c027 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:10.568326 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (270992e5-d21f-42df-9f1a-1a481043c027), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.660858 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (712fb56d-ca30-4568-b03e-6a5af040d391), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.669105 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:10.671224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.676119 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-b768e9e9-c717-4c3d-91c0-59481d07a92c None None] Provisioning complete for port 270992e5-d21f-42df-9f1a-1a481043c027 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:10.676629 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b768e9e9-c717-4c3d-91c0-59481d07a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (270992e5-d21f-42df-9f1a-1a481043c027), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.677063 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-b768e9e9-c717-4c3d-91c0-59481d07a92c None None] Attempt 1 to provision port 270992e5-d21f-42df-9f1a-1a481043c027 Oct 30 01:09:10.804879 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 270992e5-d21f-42df-9f1a-1a481043c027, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=270992e5-d21f-42df-9f1a-1a481043c027,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:10.840708 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.862271 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.876349 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:10.894919 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6413805 Oct 30 01:09:10.905260 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (270992e5-d21f-42df-9f1a-1a481043c027), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.939722 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51126) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:10.950860 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:10.960960 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:11.032726 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-b768e9e9-c717-4c3d-91c0-59481d07a92c None None] Current status of the port 270992e5-d21f-42df-9f1a-1a481043c027 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:11.064436 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=270992e5-d21f-42df-9f1a-1a481043c027,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:11.073684 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Request body: {'subnet': {'network_id': '712fb56d-ca30-4568-b03e-6a5af040d391', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908774902-subnet', 'tenant_id': '4408c8a00c184399953640947496996a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:11.091422 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae647-7b21-462f-920f-ac5749f9198f admin admin] Pushing event updated for resources: {'Network': ['ID=712fb56d-ca30-4568-b03e-6a5af040d391,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:11.099155 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Pushing event updated for resources: {'Port': ['ID=7282e885-6ea3-4afc-8b8b-15d6092b80f7,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:11.105395 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 712fb56d-ca30-4568-b03e-6a5af040d391 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:11.141057 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:11.181953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (6e7b8b59-16ed-4923-994b-e171224f8d89), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.270722 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Made reservation on behalf of 4408c8a00c184399953640947496996a for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:11.276500 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.363386 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-04f2cba6-ffec-40dc-b871-089f86de8ed8 None None] Provisioning complete for port 270992e5-d21f-42df-9f1a-1a481043c027 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:11.363964 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-04f2cba6-ffec-40dc-b871-089f86de8ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (270992e5-d21f-42df-9f1a-1a481043c027), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.364245 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-04f2cba6-ffec-40dc-b871-089f86de8ed8 None None] Attempt 1 to provision port 270992e5-d21f-42df-9f1a-1a481043c027 Oct 30 01:09:11.368802 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560440e-ac01-439a-9c20-86e64821d298 None None] Network c367b002-822a-4b38-9fc4-12445dc4cb4a requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:11.500900 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks [] for router_gateway (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.562373 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Router 6e7b8b59-16ed-4923-994b-e171224f8d89 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:09:11.564481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:09:11.724187 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-04f2cba6-ffec-40dc-b871-089f86de8ed8 None None] Current status of the port 270992e5-d21f-42df-9f1a-1a481043c027 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:11.833845 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.880587 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Provisioning complete for port ea6ffc84-e4a5-4338-8007-d13a39694a9a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:11.885283 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.889866 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Attempt 1 to provision port ea6ffc84-e4a5-4338-8007-d13a39694a9a Oct 30 01:09:12.004582 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (f6b9fb9e-5e3e-4768-a18b-b551d3ef2740), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.010865 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732df67-e4ad-42c9-b0cc-07814dae8225 None None] Network de618076-b93d-46d5-a096-a44e39256fff requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:12.132525 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Checking segment: {'id': '1d5cebf7-67d4-4d22-b251-2c9401488e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '712fb56d-ca30-4568-b03e-6a5af040d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:12.132875 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Network hostable DHCP agents. Network: 712fb56d-ca30-4568-b03e-6a5af040d391, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:12.171828 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device ea6ffc84-e4a5-4338-8007-d13a39694a9a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:12.172174 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b9fb9e-5e3e-4768-a18b-b551d3ef2740,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:12.189692 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:12.204236 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:12.221243 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:12.241751 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Network 712fb56d-ca30-4568-b03e-6a5af040d391 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:12.299418 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Sync routers for ids ['6e7b8b59-16ed-4923-994b-e171224f8d89'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:12.325584 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:12.326208 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:12.332303 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:09:12.344135 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Routers {'6e7b8b59-16ed-4923-994b-e171224f8d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:12.349774 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['6e7b8b59-16ed-4923-994b-e171224f8d89'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:12.378730 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.387344 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-41fb6b8c-8420-44cf-8393-850f5fa387a6 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6909857 Oct 30 01:09:12.390367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.396205 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-39dc2e99-b91a-47c3-b488-5d2bcdbc2149 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2214596 Oct 30 01:09:12.406667 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Current status of the port ea6ffc84-e4a5-4338-8007-d13a39694a9a is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:12.407220 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.407719 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51172) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.408054 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51174) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.489344 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 712fb56d-ca30-4568-b03e-6a5af040d391) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:12.503038 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:12.508281 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.524171 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:12.533424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c3eb3-c794-4887-bdb5-68b845ab1d55 None None] Network 712fb56d-ca30-4568-b03e-6a5af040d391 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:12.536952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port ea6ffc84-e4a5-4338-8007-d13a39694a9a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:12.537721 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.538069 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port ea6ffc84-e4a5-4338-8007-d13a39694a9a Oct 30 01:09:12.643844 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:12.683793 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51184) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.688620 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-4964c6b6-45a6-4ad8-8448-74157e0fe412 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7404203 Oct 30 01:09:12.724142 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Sync routers for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:12.741737 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:12.742592 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:12.785175 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:12.787142 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] For port ea6ffc84-e4a5-4338-8007-d13a39694a9a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ea6ffc84-e4a5-4338-8007-d13a39694a9a,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:12.809546 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.813169 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-67412262-720d-4676-9371-5bbd86dbe500 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4889100 Oct 30 01:09:12.814575 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51192) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.832178 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Set router 6e7b8b59-16ed-4923-994b-e171224f8d89 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:12.921518 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51198) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.954403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:12.971150 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 3, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:12.974809 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:12.979209 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bdb737e1-4f24-4cd2-b001-8a0f2519f127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.984850 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Deleting subnet ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811 {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:09:12.989054 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Publish callbacks [] for subnet (ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.005679 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.046906 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Publish callbacks [] for subnet (ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.058454 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.188278 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Provisioning complete for port e9af17e7-159c-46cc-891a-291b78f739f4 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:13.188535 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.188849 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Attempt 1 to provision port e9af17e7-159c-46cc-891a-291b78f739f4 Oct 30 01:09:13.191469 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:13.214204 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69df42-4c8d-420b-a1c6-e35b470b18e3 None None] Pushing event updated for resources: {'Port': ['ID=ea6ffc84-e4a5-4338-8007-d13a39694a9a,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:13.232986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bdb737e1-4f24-4cd2-b001-8a0f2519f127 admin admin] Publish callbacks [] for security_group (e2955bad-cde8-4ddb-bad8-bf2a71b2e482), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.247159 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:13.247659 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Updating router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 port a69aadde-c6cc-436c-a213-8efa6ff9be06 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:13.279493 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:13.289350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for subnet (ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.315438 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afdb0d3-31b2-4f3b-81e1-2e014a4a1b7d None None] Network 712fb56d-ca30-4568-b03e-6a5af040d391 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:13.318584 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port ea6ffc84-e4a5-4338-8007-d13a39694a9a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:13.319689 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device e9af17e7-159c-46cc-891a-291b78f739f4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:13.356776 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:13.369315 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:13.379416 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.386214 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4078cf68-fd65-4ab6-b17d-050d0719c45c admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ec6fb0b4-6d4d-4a80-9d1c-5e58915b2811 HTTP/1.1" status: 204 len: 168 time: 0.4630694 Oct 30 01:09:13.391076 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51226) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:13.410903 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bdb737e1-4f24-4cd2-b001-8a0f2519f127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (e2955bad-cde8-4ddb-bad8-bf2a71b2e482), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.473309 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (8d81214d-40b2-435e-925f-016c42fe6783), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.474218 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-bdb737e1-4f24-4cd2-b001-8a0f2519f127 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=422b0059789549cea55b9bcdad68680f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7840831 Oct 30 01:09:13.479788 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51230) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:13.481864 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.540031 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb737e1-4f24-4cd2-b001-8a0f2519f127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2955bad-cde8-4ddb-bad8-bf2a71b2e482,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:13.688589 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (8d81214d-40b2-435e-925f-016c42fe6783), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.747873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.748213 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.748981 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.749325 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > port after_create 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.749668 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.750033 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > port after_update 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.750357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.750947 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.751268 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.751623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:13.803260 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e1f74840-6dcb-41c7-ae53-4c4139592693 admin admin] Publish callbacks [] for security_group (e2955bad-cde8-4ddb-bad8-bf2a71b2e482), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:13.853692 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e1f74840-6dcb-41c7-ae53-4c4139592693 admin admin] Publish callbacks [] for security_group (e2955bad-cde8-4ddb-bad8-bf2a71b2e482), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.027371 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.045361 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:14.055704 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Publish callbacks [] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.071459 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:11Z', 'revision_number': 3, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:14.114527 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Checking router: 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:14.115127 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Updating router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:14.144952 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.149596 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:14.162574 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e1f74840-6dcb-41c7-ae53-4c4139592693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (e2955bad-cde8-4ddb-bad8-bf2a71b2e482), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.167026 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Attempting to bind port a69aadde-c6cc-436c-a213-8efa6ff9be06 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:14.167406 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Attempting to bind port a69aadde-c6cc-436c-a213-8efa6ff9be06 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:14.167780 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Attempting to bind port a69aadde-c6cc-436c-a213-8efa6ff9be06 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:14.169841 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.186322 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e1f74840-6dcb-41c7-ae53-4c4139592693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.194305 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e1f74840-6dcb-41c7-ae53-4c4139592693 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e2955bad-cde8-4ddb-bad8-bf2a71b2e482 HTTP/1.1" status: 204 len: 168 time: 0.7132399 Oct 30 01:09:14.246412 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f74840-6dcb-41c7-ae53-4c4139592693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2955bad-cde8-4ddb-bad8-bf2a71b2e482,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:14.307907 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:14.434101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:14.434101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:14.434101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:14.434101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:14.434101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d81214d-40b2-435e-925f-016c42fe6783']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:14.435380 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Allocated IP 172.20.0.1 (de618076-b93d-46d5-a096-a44e39256fff/9fc46077-7165-466c-b520-8a83e31e1c2b/9d846fab-0821-4897-8249-89bff66f5b11) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:14.447724 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Pushing event updated for resources: {'Port': ['ID=a69aadde-c6cc-436c-a213-8efa6ff9be06,revision_number=2']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:14.454939 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 3, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:14.474519 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port e9af17e7-159c-46cc-891a-291b78f739f4 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:14.477229 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.477572 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.478679 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.479201 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.479732 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.480242 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.480772 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.481304 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.481829 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.482354 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.482882 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.483429 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.483998 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.484811 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.485322 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Tracked resource versions report: Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: pushed versions: Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: { 'AddressGroup': {'1.2'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Agent': {'1.1'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'ConntrackHelper': {'1.0'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'LocalIPAssociation': {'1.0'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Log': {'1.0'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'NDPProxy': {'1.0'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Network': {'1.1'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Port': {'1.7'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'PortForwarding': {'1.3'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'QosPolicy': {'1.10'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroup': {'1.5'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroupRule': {'1.2'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'SubPort': {'1.0'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Subnet': {'1.1'}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Trunk': {'1.1'}} Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: consumer versions: Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: { DHCP agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: HyperV agent@hv-cinder-maste: {}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: L3 agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: Metadata agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: Metering agent@dv-cinder-master-3-smb: {}, Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Agent': '1.1', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'ConntrackHelper': '1.0', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'LocalIPAssociation': '1.0', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Log': '1.0', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'NDPProxy': '1.0', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Network': '1.1', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Port': '1.7', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'PortForwarding': '1.3', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'QosPolicy': '1.10', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroup': '1.5', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'SecurityGroupRule': '1.2', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'SubPort': '1.0', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Subnet': '1.1', Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: 'Trunk': '1.1'}} Oct 30 01:09:14.486740 dv-cinder-master-3-smb neutron-server[105260]: {{(pid=105260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 01:09:14.489151 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.489151 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port e9af17e7-159c-46cc-891a-291b78f739f4 Oct 30 01:09:14.504942 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:14.508648 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:14.514817 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:14.515349 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.516825 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:14.517224 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Bound port: a69aadde-c6cc-436c-a213-8efa6ff9be06, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:14.517667 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.529375 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2610f60-06dd-436e-abf2-d1746fca0747') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:14.530174 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2610f60-06dd-436e-abf2-d1746fca0747') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:14.593608 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (f2610f60-06dd-436e-abf2-d1746fca0747), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.695305 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks [] for port (9d846fab-0821-4897-8249-89bff66f5b11), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.717438 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (f2610f60-06dd-436e-abf2-d1746fca0747), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.729392 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Checking router: 6e7b8b59-16ed-4923-994b-e171224f8d89 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:14.729392 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Updating router 6e7b8b59-16ed-4923-994b-e171224f8d89 port d963e580-2561-413a-9e53-e71253bd17ea binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:14.737729 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:09:14.738481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (f2610f60-06dd-436e-abf2-d1746fca0747), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.783094 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:14.804051 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] For port a69aadde-c6cc-436c-a213-8efa6ff9be06, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:14.811789 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Current status of the port e9af17e7-159c-46cc-891a-291b78f739f4 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:14.813355 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.866965 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] For port a69aadde-c6cc-436c-a213-8efa6ff9be06, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a69aadde-c6cc-436c-a213-8efa6ff9be06,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:14.873513 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d963e580-2561-413a-9e53-e71253bd17ea), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.878747 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (9d846fab-0821-4897-8249-89bff66f5b11), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.982897 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:14.999348 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port e9af17e7-159c-46cc-891a-291b78f739f4 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:15.000106 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.025773 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Network de618076-b93d-46d5-a096-a44e39256fff is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:15.041811 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] For port e9af17e7-159c-46cc-891a-291b78f739f4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e9af17e7-159c-46cc-891a-291b78f739f4,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:15.045404 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:15.076292 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:15.082203 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.103511 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:15.196409 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.243438 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:15.250948 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.262311 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:15.282358 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Provisioning complete for port ea6ffc84-e4a5-4338-8007-d13a39694a9a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:15.284081 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.286996 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Attempt 1 to provision port ea6ffc84-e4a5-4338-8007-d13a39694a9a Oct 30 01:09:15.301118 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Pushing event updated for resources: {'Port': ['ID=e9af17e7-159c-46cc-891a-291b78f739f4,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.339884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (8d81214d-40b2-435e-925f-016c42fe6783), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.354291 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:15.356574 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment f2610f60-06dd-436e-abf2-d1746fca0747 resource provider aggregate not found Oct 30 01:09:15.378545 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Pushing event updated for resources: {'Port': ['ID=9d846fab-0821-4897-8249-89bff66f5b11,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.412247 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Publish callbacks [] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.417462 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.db.api [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 30 01:09:15.417462 dv-cinder-master-3-smb neutron-server[105259]: DEBUG oslo_db.api [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 01:09:15.424735 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab454401-f20f-4ca1-b29a-32aee23da7bb None None] Pushing event updated for resources: {'Port': ['ID=a69aadde-c6cc-436c-a213-8efa6ff9be06,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.433781 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:15.516618 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9551c-97d7-4d84-9ed9-6c40c67993cc None None] Current status of the port ea6ffc84-e4a5-4338-8007-d13a39694a9a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:15.606356 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment f2610f60-06dd-436e-abf2-d1746fca0747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2610f60-06dd-436e-abf2-d1746fca0747 found for delete ", "request_id": "req-12ca13c5-b846-48ee-95bb-e042763956f1"}]} Oct 30 01:09:15.607511 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.624912 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8d81214d-40b2-435e-925f-016c42fe6783 HTTP/1.1" status: 204 len: 168 time: 2.2300394 Oct 30 01:09:15.626802 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51328) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:15.650174 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.666481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bb980-54bc-498d-a353-0ed4cc19e994 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d81214d-40b2-435e-925f-016c42fe6783,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.713173 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:15.717331 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Attempting to bind port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:15.717930 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Attempting to bind port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:15.718466 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Attempting to bind port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:15.723391 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9d846fab-0821-4897-8249-89bff66f5b11), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.817644 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51330) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:15.828985 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39433c-c52c-4fe1-9fad-5ef088b51be9 None None] Pushing event updated for resources: {'Port': ['ID=7282e885-6ea3-4afc-8b8b-15d6092b80f7,revision_number=2']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.886845 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:15.887319 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:15.887636 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.888010 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:15.888482 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Bound port: 7282e885-6ea3-4afc-8b8b-15d6092b80f7, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:15.888854 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.908156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Deleting subnet f6b9fb9e-5e3e-4768-a18b-b551d3ef2740 {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:09:15.950159 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:15.975331 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Publish callbacks [] for subnet (f6b9fb9e-5e3e-4768-a18b-b551d3ef2740), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.020578 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d9253186-9fdc-477f-a9eb-05fb76728a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.039063 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] For port 7282e885-6ea3-4afc-8b8b-15d6092b80f7, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:16.093700 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Publish callbacks [] for port (d963e580-2561-413a-9e53-e71253bd17ea), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.111779 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks [] for port (9d846fab-0821-4897-8249-89bff66f5b11), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.126649 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 3, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:16.145134 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:16.160515 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (f6b9fb9e-5e3e-4768-a18b-b551d3ef2740), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.175383 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port e9af17e7-159c-46cc-891a-291b78f739f4 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:16.177176 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 270992e5-d21f-42df-9f1a-1a481043c027 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:16.177309 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d9253186-9fdc-477f-a9eb-05fb76728a4d admin admin] Publish callbacks [] for security_group (4e283924-7037-4a79-bbea-24b44c9260b7), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.184716 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] For port 7282e885-6ea3-4afc-8b8b-15d6092b80f7, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7282e885-6ea3-4afc-8b8b-15d6092b80f7,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:16.187078 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def29be1-e0a4-402d-bd76-da9e6bcc64fe None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 3, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:16.196586 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9d846fab-0821-4897-8249-89bff66f5b11), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.198625 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.220769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.224079 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:16.226400 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d963e580-2561-413a-9e53-e71253bd17ea), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.272076 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.314560 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d9253186-9fdc-477f-a9eb-05fb76728a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4e283924-7037-4a79-bbea-24b44c9260b7), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.314937 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (f6b9fb9e-5e3e-4768-a18b-b551d3ef2740), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.328265 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:16.329338 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:16.348913 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-5153e646-83bc-49ec-99cf-08af2ce4ec0e None None] Provisioning complete for port 9d846fab-0821-4897-8249-89bff66f5b11 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:16.351112 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5153e646-83bc-49ec-99cf-08af2ce4ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9d846fab-0821-4897-8249-89bff66f5b11), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.351112 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-5153e646-83bc-49ec-99cf-08af2ce4ec0e None None] Attempt 1 to provision port 9d846fab-0821-4897-8249-89bff66f5b11 Oct 30 01:09:16.351926 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Attempting to bind port d963e580-2561-413a-9e53-e71253bd17ea on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:16.352292 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Attempting to bind port d963e580-2561-413a-9e53-e71253bd17ea by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:16.352647 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Attempting to bind port d963e580-2561-413a-9e53-e71253bd17ea on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:16.408900 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Pushing event updated for resources: {'Port': ['ID=9d846fab-0821-4897-8249-89bff66f5b11,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.457679 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d9253186-9fdc-477f-a9eb-05fb76728a4d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f2113ee265c94b28b7475544517787dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6384625 Oct 30 01:09:16.466674 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9253186-9fdc-477f-a9eb-05fb76728a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e283924-7037-4a79-bbea-24b44c9260b7,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.469743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51342) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:16.504937 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8f8a6-f1ae-4cd1-841d-7f886a3737a2 None None] Pushing event updated for resources: {'Port': ['ID=d963e580-2561-413a-9e53-e71253bd17ea,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.510396 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:16.528592 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39433c-c52c-4fe1-9fad-5ef088b51be9 None None] Pushing event updated for resources: {'Port': ['ID=7282e885-6ea3-4afc-8b8b-15d6092b80f7,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.530909 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-5153e646-83bc-49ec-99cf-08af2ce4ec0e None None] Port 9d846fab-0821-4897-8249-89bff66f5b11 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:16.534986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Network de618076-b93d-46d5-a096-a44e39256fff is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:16.537762 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:16.584238 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 270992e5-d21f-42df-9f1a-1a481043c027 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:16.586859 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (270992e5-d21f-42df-9f1a-1a481043c027), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.589970 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 270992e5-d21f-42df-9f1a-1a481043c027 Oct 30 01:09:16.707482 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c352d58e-9f84-4072-a6c2-f5aaa7be6db0 admin admin] Publish callbacks [] for security_group (4e283924-7037-4a79-bbea-24b44c9260b7), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.775429 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Allocated IP 172.20.0.1 (c367b002-822a-4b38-9fc4-12445dc4cb4a/f8515651-f498-47c3-86a9-b822a907b2ba/01f7ee70-f9ad-4036-a7a4-9664d53109f9) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:16.834026 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:16.834645 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:16.835288 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.835969 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:16.837977 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Bound port: d963e580-2561-413a-9e53-e71253bd17ea, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:16.838637 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d963e580-2561-413a-9e53-e71253bd17ea), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.872670 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c352d58e-9f84-4072-a6c2-f5aaa7be6db0 admin admin] Publish callbacks [] for security_group (4e283924-7037-4a79-bbea-24b44c9260b7), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.877782 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Allocated IP 172.20.0.1 (22a05b54-ab8c-4e6c-b771-2b6e93826000/a3d55774-8148-437d-bfff-e612cf26c0e7/dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:16.898852 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:17.064076 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:09:17.095685 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-8c392bb8-5c3d-42a8-914e-756e59d9d87e None None] Provisioning complete for port 9d846fab-0821-4897-8249-89bff66f5b11 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:17.096393 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-8c392bb8-5c3d-42a8-914e-756e59d9d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9d846fab-0821-4897-8249-89bff66f5b11), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.096979 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-8c392bb8-5c3d-42a8-914e-756e59d9d87e None None] Attempt 1 to provision port 9d846fab-0821-4897-8249-89bff66f5b11 Oct 30 01:09:17.149733 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:17.216656 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] For port d963e580-2561-413a-9e53-e71253bd17ea, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:17.230656 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-8c392bb8-5c3d-42a8-914e-756e59d9d87e None None] Port 9d846fab-0821-4897-8249-89bff66f5b11 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:17.231902 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 270992e5-d21f-42df-9f1a-1a481043c027 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:17.235264 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] For port d963e580-2561-413a-9e53-e71253bd17ea, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d963e580-2561-413a-9e53-e71253bd17ea,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:17.256984 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (f6b9fb9e-5e3e-4768-a18b-b551d3ef2740), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.335118 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d963e580-2561-413a-9e53-e71253bd17ea), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.353868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:17.360337 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-34341ef4-f365-425e-8bb5-7f696946f3dd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/64f4d40e-d741-4b3b-b1f8-c9fc688d5950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5455551 Oct 30 01:09:17.361559 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c352d58e-9f84-4072-a6c2-f5aaa7be6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4e283924-7037-4a79-bbea-24b44c9260b7), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.364982 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c352d58e-9f84-4072-a6c2-f5aaa7be6db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.366524 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c352d58e-9f84-4072-a6c2-f5aaa7be6db0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4e283924-7037-4a79-bbea-24b44c9260b7 HTTP/1.1" status: 204 len: 168 time: 0.8936803 Oct 30 01:09:17.401248 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d58e-9f84-4072-a6c2-f5aaa7be6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e283924-7037-4a79-bbea-24b44c9260b7,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:17.466753 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:09:17.471420 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:17.493464 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b9fb9e-5e3e-4768-a18b-b551d3ef2740,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:17.497677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Routers {'6e7b8b59-16ed-4923-994b-e171224f8d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:17.499362 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['6e7b8b59-16ed-4923-994b-e171224f8d89'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:17.533272 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:17.632745 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks [] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.634737 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device a69aadde-c6cc-436c-a213-8efa6ff9be06 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:17.660959 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:17.701455 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8f8a6-f1ae-4cd1-841d-7f886a3737a2 None None] Pushing event updated for resources: {'Port': ['ID=d963e580-2561-413a-9e53-e71253bd17ea,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:17.705425 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 2, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:17.756012 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092c2e7-c582-4dc0-b4da-92c18638211d None None] The sync data for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb is: [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 2, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:17.763524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.773835 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51392) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:17.774563 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-32320cfa-7a5d-4d41-b0db-c071d59a8eb7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/f6b9fb9e-5e3e-4768-a18b-b551d3ef2740 HTTP/1.1" status: 204 len: 168 time: 2.1466889 Oct 30 01:09:17.838007 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks [] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.899242 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.948422 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port a69aadde-c6cc-436c-a213-8efa6ff9be06 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:17.948785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.949615 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port a69aadde-c6cc-436c-a213-8efa6ff9be06 Oct 30 01:09:17.955330 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] Set router 6e7b8b59-16ed-4923-994b-e171224f8d89 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:17.980464 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (712fb56d-ca30-4568-b03e-6a5af040d391), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:18.002999 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Pushing event updated for resources: {'Port': ['ID=01f7ee70-f9ad-4036-a7a4-9664d53109f9,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:18.022757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:18.044138 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Network c367b002-822a-4b38-9fc4-12445dc4cb4a is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:18.045935 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:18.054570 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:18.102789 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:18.148619 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (712fb56d-ca30-4568-b03e-6a5af040d391), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:18.237124 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.243656 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.244564 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.244897 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > port after_create 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.245232 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > port after_delete 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.247443 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > port after_update 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.248752 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.249010 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.251225 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.254623 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:18.396845 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:18.397355 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:18.409669 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:18.415201 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:18.419951 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (6e7b8b59-16ed-4923-994b-e171224f8d89), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:18.692617 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:18.706690 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:18.718663 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-8888333c-84c7-4bf3-900e-08060a687878 None None] Provisioning complete for port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:18.722647 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-8888333c-84c7-4bf3-900e-08060a687878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:18.723283 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-8888333c-84c7-4bf3-900e-08060a687878 None None] Attempt 1 to provision port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 Oct 30 01:09:18.731939 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Pushing event updated for resources: {'Port': ['ID=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:18.791904 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port a69aadde-c6cc-436c-a213-8efa6ff9be06 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:18.792387 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.205985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.210478 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port a69aadde-c6cc-436c-a213-8efa6ff9be06, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a69aadde-c6cc-436c-a213-8efa6ff9be06,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:19.213529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:19.213529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:19.213529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:19.213529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:09:19.213529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712fb56d-ca30-4568-b03e-6a5af040d391']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:19.214571 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-8888333c-84c7-4bf3-900e-08060a687878 None None] Port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:19.215427 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:19.215427 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51422) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:19.216061 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 3, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:19.216193 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5cebf7-67d4-4d22-b251-2c9401488e83') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:19.216193 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5cebf7-67d4-4d22-b251-2c9401488e83') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:19.216398 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4eb8bc-06b3-4d5b-864c-45f08d9ba7d4 None None] The sync data for ids ['6e7b8b59-16ed-4923-994b-e171224f8d89'] in dv-cinder-master-3-smb is: [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:09Z', 'revision_number': 3, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:19.216529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (1d5cebf7-67d4-4d22-b251-2c9401488e83), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.216630 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.216630 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device e9af17e7-159c-46cc-891a-291b78f739f4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:19.216799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1d5cebf7-67d4-4d22-b251-2c9401488e83), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.216799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:09:19.216799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (1d5cebf7-67d4-4d22-b251-2c9401488e83), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.331403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-cfebd446-8299-44f4-946a-6909225ec8e6 None None] Provisioning complete for port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:19.331866 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-cfebd446-8299-44f4-946a-6909225ec8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.338743 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-cfebd446-8299-44f4-946a-6909225ec8e6 None None] Attempt 1 to provision port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c Oct 30 01:09:19.383139 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51432) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:19.436763 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=a69aadde-c6cc-436c-a213-8efa6ff9be06,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:19.463289 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-cfebd446-8299-44f4-946a-6909225ec8e6 None None] Port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:19.492026 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port e9af17e7-159c-46cc-891a-291b78f739f4 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:19.492370 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.492687 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port e9af17e7-159c-46cc-891a-291b78f739f4 Oct 30 01:09:19.502390 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.594701 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51452) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:19.597250 dv-cinder-master-3-smb neutron-server[105257]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 30 01:09:19.629699 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:19.660801 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.693899 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port e9af17e7-159c-46cc-891a-291b78f739f4 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:19.696017 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device ea6ffc84-e4a5-4338-8007-d13a39694a9a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:19.742882 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (712fb56d-ca30-4568-b03e-6a5af040d391), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.745832 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-02a0b76b-f0ad-46fe-a407-7dcdeacc9608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.780381 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port ea6ffc84-e4a5-4338-8007-d13a39694a9a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:19.781050 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.781452 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port ea6ffc84-e4a5-4338-8007-d13a39694a9a Oct 30 01:09:19.801642 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.820052 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/712fb56d-ca30-4568-b03e-6a5af040d391 HTTP/1.1" status: 204 len: 168 time: 2.0430896 Oct 30 01:09:19.860003 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14ab1-f403-4d64-b656-45bac413f2af admin admin] Pushing event deleted for resources: {'Network': ['ID=712fb56d-ca30-4568-b03e-6a5af040d391,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:19.870902 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:19.877835 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:19.939537 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ef7-776a-42f7-a731-cb3542e8407f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.976630 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port ea6ffc84-e4a5-4338-8007-d13a39694a9a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:20.066575 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-02a0b76b-f0ad-46fe-a407-7dcdeacc9608 admin admin] Publish callbacks [] for security_group (776b59ae-ac50-44ea-997c-59c8c1b9efa1), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.093650 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:20.196051 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ef7-776a-42f7-a731-cb3542e8407f admin admin] Publish callbacks [] for security_group (cd8a558f-c04d-45b6-a2de-88860df893c4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.198585 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-02a0b76b-f0ad-46fe-a407-7dcdeacc9608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (776b59ae-ac50-44ea-997c-59c8c1b9efa1), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.283526 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-02a0b76b-f0ad-46fe-a407-7dcdeacc9608 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2b406decd8664d988dea0473486723c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8992403 Oct 30 01:09:20.284501 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0b76b-f0ad-46fe-a407-7dcdeacc9608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776b59ae-ac50-44ea-997c-59c8c1b9efa1,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:20.286976 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51468) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:20.314218 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ef7-776a-42f7-a731-cb3542e8407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (cd8a558f-c04d-45b6-a2de-88860df893c4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.363436 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 7282e885-6ea3-4afc-8b8b-15d6092b80f7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:20.405929 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45ef7-776a-42f7-a731-cb3542e8407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a558f-c04d-45b6-a2de-88860df893c4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:20.457230 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d8d45ef7-776a-42f7-a731-cb3542e8407f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9b823b27bf954e1493a0f580c9edab4f&name=default HTTP/1.1" status: 200 len: 2995 time: 1.5109003 Oct 30 01:09:20.464102 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51472) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:20.468621 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c033-1cb2-4a34-a9a0-0809314e2de5 admin admin] Publish callbacks [] for security_group (776b59ae-ac50-44ea-997c-59c8c1b9efa1), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.493354 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:20.493682 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.494022 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 Oct 30 01:09:20.534204 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c033-1cb2-4a34-a9a0-0809314e2de5 admin admin] Publish callbacks [] for security_group (776b59ae-ac50-44ea-997c-59c8c1b9efa1), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.632252 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51474) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:20.680622 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 1d5cebf7-67d4-4d22-b251-2c9401488e83 resource provider aggregate not found Oct 30 01:09:20.690596 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:20.691168 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.732021 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 7282e885-6ea3-4afc-8b8b-15d6092b80f7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7282e885-6ea3-4afc-8b8b-15d6092b80f7,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:20.739912 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-8f68a665-081c-4fe6-86c8-5423a2ebb55f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:20.741699 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-8f68a665-081c-4fe6-86c8-5423a2ebb55f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 819 time: 1.1458409 Oct 30 01:09:20.769045 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0f2b4e04-356d-435b-ad8b-159c4beae35f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8519baec3bd94590b0d88c46e6749c91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1326108 Oct 30 01:09:20.770799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51478) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:20.773409 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 1d5cebf7-67d4-4d22-b251-2c9401488e83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d5cebf7-67d4-4d22-b251-2c9401488e83 found for delete ", "request_id": "req-da35c51a-1d65-45a2-94e0-ab5823a209f6"}]} Oct 30 01:09:20.774436 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c033-1cb2-4a34-a9a0-0809314e2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (776b59ae-ac50-44ea-997c-59c8c1b9efa1), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.780058 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c033-1cb2-4a34-a9a0-0809314e2de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.782071 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-2ec1c033-1cb2-4a34-a9a0-0809314e2de5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/776b59ae-ac50-44ea-997c-59c8c1b9efa1 HTTP/1.1" status: 204 len: 168 time: 0.4866583 Oct 30 01:09:20.807539 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.808732 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device a69aadde-c6cc-436c-a213-8efa6ff9be06 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:20.827661 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c033-1cb2-4a34-a9a0-0809314e2de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776b59ae-ac50-44ea-997c-59c8c1b9efa1,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:20.887611 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-6fd54e85-7823-4bce-a41f-3dead16fa0f9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/quotas/95c63194a18f4768abe23f55608ec8c6 HTTP/1.1" status: 200 len: 375 time: 0.1141281 Oct 30 01:09:20.908652 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b05863be-d99e-4f4d-914a-fd83836ca471 admin admin] Publish callbacks [] for security_group (cd8a558f-c04d-45b6-a2de-88860df893c4), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.932736 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b05863be-d99e-4f4d-914a-fd83836ca471 admin admin] Publish callbacks [] for security_group (cd8a558f-c04d-45b6-a2de-88860df893c4), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.938190 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51482) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:20.939783 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0031311e-89d6-4297-bc82-b1606fc4009c admin admin] Publish callbacks [] for security_group (9fc22252-be3b-46d2-a7c9-84dd291ff7d6), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.965913 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=7282e885-6ea3-4afc-8b8b-15d6092b80f7,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:20.996670 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0031311e-89d6-4297-bc82-b1606fc4009c admin admin] Publish callbacks [] for security_group (9fc22252-be3b-46d2-a7c9-84dd291ff7d6), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.031990 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks [] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.048824 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port a69aadde-c6cc-436c-a213-8efa6ff9be06 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:21.049682 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.050389 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port a69aadde-c6cc-436c-a213-8efa6ff9be06 Oct 30 01:09:21.114990 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b05863be-d99e-4f4d-914a-fd83836ca471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (cd8a558f-c04d-45b6-a2de-88860df893c4), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.130185 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b05863be-d99e-4f4d-914a-fd83836ca471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.131487 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b05863be-d99e-4f4d-914a-fd83836ca471 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cd8a558f-c04d-45b6-a2de-88860df893c4 HTTP/1.1" status: 204 len: 168 time: 0.6586521 Oct 30 01:09:21.141313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:21.155705 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.173003 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0dc2cee-801f-44ff-abc7-d7ae47627b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.231053 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port a69aadde-c6cc-436c-a213-8efa6ff9be06 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:21.235564 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d963e580-2561-413a-9e53-e71253bd17ea up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:21.245739 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0031311e-89d6-4297-bc82-b1606fc4009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9fc22252-be3b-46d2-a7c9-84dd291ff7d6), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.260958 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.261237 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0031311e-89d6-4297-bc82-b1606fc4009c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.264078 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0031311e-89d6-4297-bc82-b1606fc4009c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9fc22252-be3b-46d2-a7c9-84dd291ff7d6 HTTP/1.1" status: 204 len: 168 time: 0.4781480 Oct 30 01:09:21.288394 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=7,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:21.293502 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Pushing event updated for resources: {'Port': ['ID=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:21.304922 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031311e-89d6-4297-bc82-b1606fc4009c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc22252-be3b-46d2-a7c9-84dd291ff7d6,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:21.372935 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port d963e580-2561-413a-9e53-e71253bd17ea triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:21.380584 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d963e580-2561-413a-9e53-e71253bd17ea), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.381291 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port d963e580-2561-413a-9e53-e71253bd17ea Oct 30 01:09:21.393749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0dc2cee-801f-44ff-abc7-d7ae47627b8d admin admin] Publish callbacks [] for security_group (234672e0-63e0-4450-9960-6b9ad25108a0), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.440473 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-1af602b0-9668-415a-8db8-b3771e9f4d56 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5419729 Oct 30 01:09:21.453654 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:21.454797 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05863be-d99e-4f4d-914a-fd83836ca471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a558f-c04d-45b6-a2de-88860df893c4,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:21.469227 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:21.476246 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:21.481517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:21.501774 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks [] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.521856 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0dc2cee-801f-44ff-abc7-d7ae47627b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (234672e0-63e0-4450-9960-6b9ad25108a0), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.554832 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port d963e580-2561-413a-9e53-e71253bd17ea is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:21.555113 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d963e580-2561-413a-9e53-e71253bd17ea), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.560497 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:21.572254 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f0dc2cee-801f-44ff-abc7-d7ae47627b8d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5bc4fa42794443cc92ffc01b0a27fcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285796 Oct 30 01:09:21.575042 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51498) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:21.589496 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc2cee-801f-44ff-abc7-d7ae47627b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234672e0-63e0-4450-9960-6b9ad25108a0,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:21.604378 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port d963e580-2561-413a-9e53-e71253bd17ea, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d963e580-2561-413a-9e53-e71253bd17ea,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:21.631314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.670363 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d963e580-2561-413a-9e53-e71253bd17ea), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.698711 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b753e7dc-fc1b-4a67-b77d-d318cc705992 admin admin] Publish callbacks [] for security_group (234672e0-63e0-4450-9960-6b9ad25108a0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.739197 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b753e7dc-fc1b-4a67-b77d-d318cc705992 admin admin] Publish callbacks [] for security_group (234672e0-63e0-4450-9960-6b9ad25108a0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.763950 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (6e7b8b59-16ed-4923-994b-e171224f8d89), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.766880 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:21.798652 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=d963e580-2561-413a-9e53-e71253bd17ea,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:21.835715 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:09:21.925485 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-40f339a2-bddc-4d06-9d3e-8748d7adfd53 None None] Provisioning complete for port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:21.925857 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-40f339a2-bddc-4d06-9d3e-8748d7adfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.926194 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-40f339a2-bddc-4d06-9d3e-8748d7adfd53 None None] Attempt 1 to provision port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c Oct 30 01:09:21.934999 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Pushing event updated for resources: {'Port': ['ID=01f7ee70-f9ad-4036-a7a4-9664d53109f9,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:21.974998 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-40f339a2-bddc-4d06-9d3e-8748d7adfd53 None None] Port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:21.980360 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b753e7dc-fc1b-4a67-b77d-d318cc705992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (234672e0-63e0-4450-9960-6b9ad25108a0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.986257 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b753e7dc-fc1b-4a67-b77d-d318cc705992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:21.988418 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b753e7dc-fc1b-4a67-b77d-d318cc705992 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/234672e0-63e0-4450-9960-6b9ad25108a0 HTTP/1.1" status: 204 len: 168 time: 0.4112568 Oct 30 01:09:22.021827 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753e7dc-fc1b-4a67-b77d-d318cc705992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234672e0-63e0-4450-9960-6b9ad25108a0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:22.096077 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Network c367b002-822a-4b38-9fc4-12445dc4cb4a is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:22.099134 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:22.154295 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:22.179637 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5688ca31-edd3-4099-a3c3-b5468d27b047 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ecd2a9d8-9f71-403e-a14a-7ef736d9c303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7570288 Oct 30 01:09:22.188572 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:22.215029 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d963e580-2561-413a-9e53-e71253bd17ea up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:22.298633 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:22.304641 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:22.392724 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Router 6e7b8b59-16ed-4923-994b-e171224f8d89 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:09:22.500966 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port d963e580-2561-413a-9e53-e71253bd17ea triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:22.501643 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d963e580-2561-413a-9e53-e71253bd17ea), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:22.502242 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port d963e580-2561-413a-9e53-e71253bd17ea Oct 30 01:09:22.563432 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:22.585203 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-941891d3-3d98-41b3-894f-e9cc5f7b23a7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/6e7b8b59-16ed-4923-994b-e171224f8d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1759779 Oct 30 01:09:22.608749 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-977c9663-584b-42c7-8487-81254831bd2e None None] Provisioning complete for port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:22.608749 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-977c9663-584b-42c7-8487-81254831bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:22.608749 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-977c9663-584b-42c7-8487-81254831bd2e None None] Attempt 1 to provision port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 Oct 30 01:09:22.608749 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:22.669376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:22.724936 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-977c9663-584b-42c7-8487-81254831bd2e None None] Port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:22.772436 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Sync routers for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:22.797156 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:22.799720 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:22.860197 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-59e89039-572b-47f2-ab30-4fde48ebe27a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:09:22.860197 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-59e89039-572b-47f2-ab30-4fde48ebe27a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5307336 Oct 30 01:09:22.876856 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port d963e580-2561-413a-9e53-e71253bd17ea is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:22.877864 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 7282e885-6ea3-4afc-8b8b-15d6092b80f7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:22.881801 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=22 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:22.995574 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:22.995998 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:22.996269 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 Oct 30 01:09:23.036935 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:23.047519 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 2, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:23.058628 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Sync routers for ids ['6e7b8b59-16ed-4923-994b-e171224f8d89'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:23.060091 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-4c86c69a-63e6-421d-b5b1-c47ae02aad4e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935160 Oct 30 01:09:23.090099 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:23.090727 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Updating router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:23.126835 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Routers {'6e7b8b59-16ed-4923-994b-e171224f8d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:23.127835 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['6e7b8b59-16ed-4923-994b-e171224f8d89'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:23.178550 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51540) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:23.308353 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b1b6765a-ec81-4719-847d-30a42e24f36f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4408c8a00c184399953640947496996a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1385055 Oct 30 01:09:23.308747 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51544) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:23.329868 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-e42500df-f926-4691-9b40-bbe95a3ca3e0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633488 Oct 30 01:09:23.334942 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:23.339877 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:23.372468 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:23.495486 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e817480c-24a8-4f61-8459-e5a57dac0d00 admin admin] Publish callbacks [] for security_group (d6864163-9e34-4562-95f4-86a1f9f03bf4), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:23.531242 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Set router 6e7b8b59-16ed-4923-994b-e171224f8d89 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:23.554277 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e817480c-24a8-4f61-8459-e5a57dac0d00 admin admin] Publish callbacks [] for security_group (d6864163-9e34-4562-95f4-86a1f9f03bf4), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:23.614409 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:23.660970 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 2, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:23.700658 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Checking router: 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:23.714595 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Updating router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 port 9d846fab-0821-4897-8249-89bff66f5b11 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:23.771088 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e817480c-24a8-4f61-8459-e5a57dac0d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d6864163-9e34-4562-95f4-86a1f9f03bf4), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:23.858210 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e817480c-24a8-4f61-8459-e5a57dac0d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:23.858210 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e817480c-24a8-4f61-8459-e5a57dac0d00 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d6864163-9e34-4562-95f4-86a1f9f03bf4 HTTP/1.1" status: 204 len: 168 time: 0.4710410 Oct 30 01:09:23.858477 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9d846fab-0821-4897-8249-89bff66f5b11), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:23.859013 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817480c-24a8-4f61-8459-e5a57dac0d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6864163-9e34-4562-95f4-86a1f9f03bf4,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:23.859087 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51572) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:23.859087 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903139339', 'description': 'tempest-description--1802540054'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:23.961738 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:23.994865 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e55fe2ea-9da0-4384-a878-c176d33a4d17 req-7f37cb80-5a2b-4829-937d-77c91b8e12e0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 210 time: 0.0703113 Oct 30 01:09:24.030405 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.131497 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01f7ee70-f9ad-4036-a7a4-9664d53109f9', 'name': '', 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'mac_address': 'fa:16:3e:7e:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:15Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 2, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'subnets': [{'id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:24.155910 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.169755 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Checking router: 6e7b8b59-16ed-4923-994b-e171224f8d89 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:24.170167 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Updating router 6e7b8b59-16ed-4923-994b-e171224f8d89 port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:24.179837 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:24.206951 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:24.220198 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Publish callbacks [] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.220198 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.288324 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.365584 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.477181 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:24.483380 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:24.493385 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:24.524564 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Publish callbacks [] for port (9d846fab-0821-4897-8249-89bff66f5b11), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.552339 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88512519-f9f2-4b73-9d48-6f6849683790 None None] Pushing event updated for resources: {'Port': ['ID=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:24.599056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.606724 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4146758a-09ca-4117-b2a1-0aba73101f2f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7461419 Oct 30 01:09:24.606976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51592) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:24.615297 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'security_group_rule': {'security_group_id': 'a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:24.621621 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Attempting to bind port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:24.621987 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Attempting to bind port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:24.622341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Attempting to bind port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:24.626193 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9d846fab-0821-4897-8249-89bff66f5b11), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.784002 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Publish callbacks [] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.796702 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:24.797786 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Checking segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:24.797786 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.798663 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Bound using segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:24.799625 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Bound port: dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:24.800080 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.826803 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb77f9-70e1-4789-897e-375693ac5438 None None] Pushing event updated for resources: {'Port': ['ID=9d846fab-0821-4897-8249-89bff66f5b11,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:24.860878 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (f30b3b6b-2177-41f1-9451-801501c30043), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.918406 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Attempting to bind port 9d846fab-0821-4897-8249-89bff66f5b11 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:24.918406 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Attempting to bind port 9d846fab-0821-4897-8249-89bff66f5b11 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:24.918406 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Attempting to bind port 9d846fab-0821-4897-8249-89bff66f5b11 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:24.983353 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:24.999295 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:25.003217 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:25.003848 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Checking segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:25.004413 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.004941 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Bound using segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:25.005593 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Bound port: 9d846fab-0821-4897-8249-89bff66f5b11, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:25.006142 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9d846fab-0821-4897-8249-89bff66f5b11), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.049853 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (f30b3b6b-2177-41f1-9451-801501c30043), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.070642 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] For port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:25.137004 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] For port 9d846fab-0821-4897-8249-89bff66f5b11, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:25.149316 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] For port 9d846fab-0821-4897-8249-89bff66f5b11, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9d846fab-0821-4897-8249-89bff66f5b11,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:25.150218 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] For port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:25.173740 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (f30b3b6b-2177-41f1-9451-801501c30043), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.215193 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9726b-95a2-4098-8a72-a7ef036a829c None None] Pushing event updated for resources: {'Port': ['ID=01f7ee70-f9ad-4036-a7a4-9664d53109f9,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:25.221848 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Attempting to bind port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:25.222210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Attempting to bind port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:25.222569 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Attempting to bind port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 on network c367b002-822a-4b38-9fc4-12445dc4cb4a {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:25.230184 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30b3b6b-2177-41f1-9451-801501c30043,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:25.280087 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:25.280627 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Checking segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:25.281038 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.281433 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Bound using segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:25.281958 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Bound port: 01f7ee70-f9ad-4036-a7a4-9664d53109f9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:25.282333 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.282465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 51632) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:25.309976 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9d846fab-0821-4897-8249-89bff66f5b11), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.316055 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.400910 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:25.401808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:25.424938 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] For port 01f7ee70-f9ad-4036-a7a4-9664d53109f9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:25.428346 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] For port 01f7ee70-f9ad-4036-a7a4-9664d53109f9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01f7ee70-f9ad-4036-a7a4-9664d53109f9,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:25.445022 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:25.445022 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:25.508212 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.528642 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.531027 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4c92b27b-67a8-40bb-92cd-64b8df8874b7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9217312 Oct 30 01:09:25.533708 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51646) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:25.543664 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88512519-f9f2-4b73-9d48-6f6849683790 None None] Pushing event updated for resources: {'Port': ['ID=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:25.544940 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'security_group_rule': {'security_group_id': 'a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:25.586274 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-31fb6435-5786-42f8-bf4d-b4f0135e3c42 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:25.593441 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-31fb6435-5786-42f8-bf4d-b4f0135e3c42 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c367b002-822a-4b38-9fc4-12445dc4cb4a HTTP/1.1" status: 200 len: 811 time: 0.3096900 Oct 30 01:09:25.633442 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9726b-95a2-4098-8a72-a7ef036a829c None None] Pushing event updated for resources: {'Port': ['ID=01f7ee70-f9ad-4036-a7a4-9664d53109f9,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:25.647089 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-e1e99b81-a51c-4eef-9ede-87bbbbe2c33d tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/quotas/445041c33bf944d8a7a39281e3aba6c5 HTTP/1.1" status: 200 len: 375 time: 0.0528042 Oct 30 01:09:25.651698 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:25.708348 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Routers {'6e7b8b59-16ed-4923-994b-e171224f8d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:25.709121 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:09:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['6e7b8b59-16ed-4923-994b-e171224f8d89'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:25.758576 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb77f9-70e1-4789-897e-375693ac5438 None None] Pushing event updated for resources: {'Port': ['ID=9d846fab-0821-4897-8249-89bff66f5b11,revision_number=4']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:25.773872 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (e4cd9147-6baf-440f-bd46-c66dff2082ca), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:25.836638 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:25.848275 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-381acc6a-fab9-4c99-b2dd-1016fc8f41c0 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=445041c33bf944d8a7a39281e3aba6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002897 Oct 30 01:09:25.856131 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:25.867824 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-c8a9dad7-fa8d-462f-b17f-c1fbaa451160 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:25.871223 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-c8a9dad7-fa8d-462f-b17f-c1fbaa451160 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 819 time: 0.3566492 Oct 30 01:09:25.891172 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-f48204f5-c20f-43f7-9814-f40ef60556d3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/quotas/95c63194a18f4768abe23f55608ec8c6 HTTP/1.1" status: 200 len: 375 time: 0.0123398 Oct 30 01:09:25.949986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (e4cd9147-6baf-440f-bd46-c66dff2082ca), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:26.029696 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-7cd0f541-f77c-49ce-8b3b-7313b5b7cf02 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320348 Oct 30 01:09:26.075822 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (e4cd9147-6baf-440f-bd46-c66dff2082ca), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:26.114394 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cd9147-6baf-440f-bd46-c66dff2082ca,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:26.198424 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-68e40d59-13ce-44a8-8e76-9103e00d5415 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679473 Oct 30 01:09:26.232284 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:26.234883 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8776c814-bc99-4143-a49a-bb51fac2730e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6988003 Oct 30 01:09:26.243180 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 51680) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:26.249958 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:26.257547 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9d846fab-0821-4897-8249-89bff66f5b11 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:26.411999 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:25Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:26.437846 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-8f8a1dc7-ef2e-42e5-a2ba-d246a02c9079 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385838 Oct 30 01:09:26.447636 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:26.447738 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492acfe-3408-4d2d-8960-41fb8d3c0cc4 None None] The sync data for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb is: [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:25Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:26.484483 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:26.506858 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] Set router 6e7b8b59-16ed-4923-994b-e171224f8d89 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:26.586982 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:26.590384 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:26.762839 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 9d846fab-0821-4897-8249-89bff66f5b11 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:26.763090 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9d846fab-0821-4897-8249-89bff66f5b11), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:26.763399 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 9d846fab-0821-4897-8249-89bff66f5b11 Oct 30 01:09:26.793638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:26.895041 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:26.926558 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-9f699fec-a51b-407a-a5b9-1a541282ca21 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:09:26.938106 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-9f699fec-a51b-407a-a5b9-1a541282ca21 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3080840 Oct 30 01:09:27.074668 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Allocated IP 172.37.0.156 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/7242a949-dcb7-41bf-ac30-f53e9dd57d20) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:27.132806 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:25Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:27.207770 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293aaff8-79ef-4208-a1cc-62b02907c9ec None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:25Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:27.219681 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-80be81e7-1ebe-4875-9571-df113c37043e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801735 Oct 30 01:09:27.241945 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01f7ee70-f9ad-4036-a7a4-9664d53109f9', 'name': '', 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'mac_address': 'fa:16:3e:7e:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:15Z', 'updated_at': '2022-10-30T01:09:25Z', 'revision_number': 4, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'subnets': [{'id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:27.265550 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:27.286814 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6caa4-7dda-4a24-a940-5363a6aab1fb None None] The sync data for ids ['6e7b8b59-16ed-4923-994b-e171224f8d89'] in dv-cinder-master-3-smb is: [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01f7ee70-f9ad-4036-a7a4-9664d53109f9', 'name': '', 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'mac_address': 'fa:16:3e:7e:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:15Z', 'updated_at': '2022-10-30T01:09:25Z', 'revision_number': 4, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'subnets': [{'id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:27.373859 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:27.406844 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-234f5538-89fe-4b61-beca-00df54227088 req-b9e4beaf-baea-41e4-a9fb-8e289b5ef8db tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.4341800 Oct 30 01:09:27.409341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:27.421076 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 9d846fab-0821-4897-8249-89bff66f5b11 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:27.425652 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9d846fab-0821-4897-8249-89bff66f5b11), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:27.539373 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 9d846fab-0821-4897-8249-89bff66f5b11, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9d846fab-0821-4897-8249-89bff66f5b11,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:27.650141 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-7b991215-273a-469a-b917-7b3ea4fcc183 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287341 Oct 30 01:09:27.664812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9d846fab-0821-4897-8249-89bff66f5b11), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:27.666461 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:27.836223 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=9d846fab-0821-4897-8249-89bff66f5b11,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:27.838721 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'Port': ['ID=7242a949-dcb7-41bf-ac30-f53e9dd57d20,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:27.912169 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:27.919101 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:27.928879 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:27.955679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:28.245948 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-578d1652-69a7-43b0-8d65-2f61e72c2556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.280082 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (016ebace-1b49-49bf-9e19-06dc7ad26c6d), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.435240 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 01f7ee70-f9ad-4036-a7a4-9664d53109f9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:28.518719 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.578858 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-398f72f7-5bd3-4041-b509-c41036fda1ce req-a98972fe-6855-4df6-85b0-3c5033a4b663 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.1622925 Oct 30 01:09:28.599231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:28.599741 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.600086 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 Oct 30 01:09:28.655756 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9cf1ac61-265b-401c-be41-5579cc5c18e5 req-26786d3f-6f17-4586-888d-31f6d67011ca tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0770690 Oct 30 01:09:28.827552 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:28.839785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:28.840403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.896734 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 01f7ee70-f9ad-4036-a7a4-9664d53109f9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01f7ee70-f9ad-4036-a7a4-9664d53109f9,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:28.945683 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.979676 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:28.984107 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9d846fab-0821-4897-8249-89bff66f5b11 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:29.002072 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.026521 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:29.074992 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=01f7ee70-f9ad-4036-a7a4-9664d53109f9,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:29.081761 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 9d846fab-0821-4897-8249-89bff66f5b11 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:29.082373 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9d846fab-0821-4897-8249-89bff66f5b11), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.082845 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 9d846fab-0821-4897-8249-89bff66f5b11 Oct 30 01:09:29.083783 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (016ebace-1b49-49bf-9e19-06dc7ad26c6d), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.091904 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'Port': ['ID=7242a949-dcb7-41bf-ac30-f53e9dd57d20,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:29.168381 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 9d846fab-0821-4897-8249-89bff66f5b11 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:29.169543 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:29.183440 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.193487 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-88a8b2c3-8cbe-4611-bc6e-91047a84ac99 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9476600 Oct 30 01:09:29.225646 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:29.226057 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.226389 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c Oct 30 01:09:29.305505 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:29.307489 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.327016 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:29.340748 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:29.487875 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:29.593140 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:29.785603 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.61', 65069) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:29.800648 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6c9c401d-848a-42b8-aaf3-2c2459fee69a req-bd0003fd-6342-4528-a780-962c501456d9 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.1097825 Oct 30 01:09:29.818627 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-a3af1703-f9ff-4b2e-8ea5-ad8040ba3a8d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--903139339&fields=id&tenant_id=82fc550e1caf445d8027e8051e0b4d30 HTTP/1.1" status: 200 len: 267 time: 0.2029004 Oct 30 01:09:30.121767 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-892524e1-7aa4-4988-a135-528d74deafa9 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:30.130739 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-892524e1-7aa4-4988-a135-528d74deafa9 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 811 time: 0.3100498 Oct 30 01:09:30.146968 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-8f286ee0-d040-4f18-8a38-6df18daf31bf tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/quotas/82fc550e1caf445d8027e8051e0b4d30 HTTP/1.1" status: 200 len: 375 time: 0.0167208 Oct 30 01:09:30.191340 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-72c6ef43-7d18-4b86-99c4-d18619ee849f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:30.192963 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 01f7ee70-f9ad-4036-a7a4-9664d53109f9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:30.193968 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-72c6ef43-7d18-4b86-99c4-d18619ee849f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 819 time: 0.4071209 Oct 30 01:09:30.242505 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:30.253052 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:30.261221 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1103b03c-32d7-4e3c-8408-16d676717e27 req-c9da3e4f-90f8-4dc7-91b5-474e339a84b3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0561109 Oct 30 01:09:30.280014 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-3619b2d4-4b21-4d68-b04c-7d944c09ddee tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320148 Oct 30 01:09:30.304036 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'port': {'device_id': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'admin_state_up': True, 'tenant_id': '95c63194a18f4768abe23f55608ec8c6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:30.330421 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:30.336167 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:30.336782 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 Oct 30 01:09:30.381272 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:30.453316 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-5df286ed-2e34-40bd-a482-f96305e54b2e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456616 Oct 30 01:09:30.533968 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:30.535962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:30.627036 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f2c8-8967-4462-9c2b-85d11df962a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:30.628397 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-7b3a8a2a-ef3c-414e-ae7d-cf60689e3133 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679785 Oct 30 01:09:30.653162 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:30.653814 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:30.654480 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c Oct 30 01:09:30.830692 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:30.898603 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Made reservation on behalf of 95c63194a18f4768abe23f55608ec8c6 for: {'port': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:30.903359 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:31.030620 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b9a22a53-eb08-4d99-925a-4ada3951793e req-9d703c9d-1a14-46c3-aa90-a3032ea007a7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.1064925 Oct 30 01:09:31.151687 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f3bc39ef-d0b7-4c0a-9be8-7de57b610fad req-8ce2e359-dccd-4e70-a138-c9bc3e47df9c tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.0359218 Oct 30 01:09:31.396927 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Allocated IP 172.20.0.12 (de618076-b93d-46d5-a096-a44e39256fff/9fc46077-7165-466c-b520-8a83e31e1c2b/a185d7cd-a5ab-4e8d-a4c4-2d137415dd18) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:31.705663 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fc9037c9-ba5f-4858-a08a-32b5ee4e4c7f req-0b95373e-317a-425e-b2ab-1a13b2b93220 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0616474 Oct 30 01:09:31.757737 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:31.830315 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:31.861769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.61', 65083) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:31.978060 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.132841 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-6479eb05-dc60-4b1e-8f04-c03afea065f2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:32.156984 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-6479eb05-dc60-4b1e-8f04-c03afea065f2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 819 time: 0.2785985 Oct 30 01:09:32.185869 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Network de618076-b93d-46d5-a096-a44e39256fff is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:32.193894 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'port': {'device_id': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'admin_state_up': True, 'tenant_id': '95c63194a18f4768abe23f55608ec8c6'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:32.205874 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:32.212787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:32.236686 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.271710 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'Port': ['ID=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:32.355863 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:32.356532 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.472880 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-908cf1d7-0b2b-4f9d-b67d-52a45f60b23f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1726637 Oct 30 01:09:32.527880 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c0213800-f485-4886-83c4-8c38f88e9598 req-5a60f7b7-b21b-4736-87fc-d3e017ce550e tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.2004011 Oct 30 01:09:32.573934 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4478e27b-6180-4782-95a1-9c75736a0e03 req-fcd30471-a0fb-4c25-99de-627b98687c9e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.2425003 Oct 30 01:09:32.632633 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-56ff2c11-807e-42d4-a8da-50e14c136e23 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:09:32.635457 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-56ff2c11-807e-42d4-a8da-50e14c136e23 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082464 Oct 30 01:09:32.689202 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-dd893f85-bc4b-4bc0-9b51-5e066b6eb4f9 None None] Provisioning complete for port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:32.689770 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-dd893f85-bc4b-4bc0-9b51-5e066b6eb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.690240 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-dd893f85-bc4b-4bc0-9b51-5e066b6eb4f9 None None] Attempt 1 to provision port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 Oct 30 01:09:32.751677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-dd893f85-bc4b-4bc0-9b51-5e066b6eb4f9 None None] Port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:33.083276 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Request body: {'port': {'device_id': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:33.084449 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94a8fbf8-8892-45f7-82f5-28cb74592c66 req-d3de7562-978d-4cde-bb9c-7121f6caa46b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0619264 Oct 30 01:09:33.253430 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.61', 65092) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:33.275314 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.404616 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Made reservation on behalf of 95c63194a18f4768abe23f55608ec8c6 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:33.410712 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.582241 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-a214f761-725c-43fb-81ee-e6a743912290 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:33.584132 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-a214f761-725c-43fb-81ee-e6a743912290 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.61 "GET /networking/v2.0/networks?id=c367b002-822a-4b38-9fc4-12445dc4cb4a HTTP/1.1" status: 200 len: 811 time: 0.3065126 Oct 30 01:09:33.612026 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Request body: {'port': {'device_id': 'd6eded78-b511-4e4a-a62d-320226461b59', 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'admin_state_up': True, 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:33.726382 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.911536 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7a4fa7e6-b8c0-41a4-b543-aa261d55a5ed req-0a24b702-7b2f-4ac9-98ce-6ac4086755ba tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.1240299 Oct 30 01:09:33.944457 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.956864 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9bbddf14-7b85-493f-988c-81cafe5230f4 req-b0e4f5f9-e6eb-4a69-a518-60e1795a7dea tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.1150610 Oct 30 01:09:34.014744 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Allocated IP 172.20.0.8 (de618076-b93d-46d5-a096-a44e39256fff/9fc46077-7165-466c-b520-8a83e31e1c2b/fde77b6d-0e95-4d06-964a-83f5fdd6e5e9) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:34.161982 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:34.192422 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:34.281365 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9ac7421-730c-4970-8ae3-05da64102487 req-67170c61-cea3-4246-b3d6-70e0954c050f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0459170 Oct 30 01:09:34.318185 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.492706 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Made reservation on behalf of 445041c33bf944d8a7a39281e3aba6c5 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:34.497179 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.651353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Allocated IP 172.20.0.9 (c367b002-822a-4b38-9fc4-12445dc4cb4a/f8515651-f498-47c3-86a9-b822a907b2ba/e79ba46a-fdc8-4e6c-a266-c30784d84a8b) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:34.701743 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.862608 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Network de618076-b93d-46d5-a096-a44e39256fff is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:34.873353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:34.907386 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:34.917897 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.347943 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 {{(pid=105258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:35.349873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'Port': ['ID=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:35.351304 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Publish callbacks [] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.351304 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.provisioning_blocks [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Transition to ACTIVE for port object a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 will not be triggered until provisioned by entity L2. {{(pid=105258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:09:35.351304 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52020) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:35.351748 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-05c30495-0146-4ce9-946c-dbbff54d6881 None None] Provisioning complete for port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:35.351748 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-05c30495-0146-4ce9-946c-dbbff54d6881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.351748 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-05c30495-0146-4ce9-946c-dbbff54d6881 None None] Attempt 1 to provision port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 Oct 30 01:09:35.352327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:35.352327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.352327 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2e6cbf37-4185-4e72-aec8-b1c31c3d2a04 req-73a5b21b-12aa-4d73-855f-f412aa976827 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.1863737 Oct 30 01:09:35.352672 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-05c30495-0146-4ce9-946c-dbbff54d6881 None None] Port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:35.352778 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c90bc3a0-f35f-4b3e-a376-fb34bb2032dc req-e1463a8a-de83-48e8-a5a5-4f6be6f64a9d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.0824926 Oct 30 01:09:35.422729 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-57533bc6-cb54-44bd-8f80-ed563d4a39ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.439003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks [] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.581112 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-57533bc6-cb54-44bd-8f80-ed563d4a39ea admin admin] Publish callbacks [] for security_group (6930bd41-23f0-4519-90f9-dfac6480cd5d), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.582604 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.607389 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.650570 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-2c173a8d-6f80-4457-ba8d-a5c5dfa2c4e4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4840384 Oct 30 01:09:35.662123 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Pushing event updated for resources: {'Port': ['ID=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:35.699516 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Request body: {'port': {'device_id': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:35.712178 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0c6c1-942b-455d-b196-600a136fcb78 req-e99f85fb-244e-488e-88b9-e8cc0a73de62 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:35.719930 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e3c0c6c1-942b-455d-b196-600a136fcb78 req-e99f85fb-244e-488e-88b9-e8cc0a73de62 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 931 time: 0.2445250 Oct 30 01:09:35.738343 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Network c367b002-822a-4b38-9fc4-12445dc4cb4a is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:35.750699 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.760780 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Attempting to bind port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:35.761094 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Attempting to bind port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:35.761447 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Attempting to bind port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:35.783079 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-57533bc6-cb54-44bd-8f80-ed563d4a39ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6930bd41-23f0-4519-90f9-dfac6480cd5d), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.816222 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:35.844591 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57533bc6-cb54-44bd-8f80-ed563d4a39ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6930bd41-23f0-4519-90f9-dfac6480cd5d,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:35.850458 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-57533bc6-cb54-44bd-8f80-ed563d4a39ea admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=34a9569845304afd9dbe1047b87fa17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231747 Oct 30 01:09:35.855063 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52030) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:35.857530 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 on network de618076-b93d-46d5-a096-a44e39256fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:09:35.860642 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Attempting to bind port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:35.899773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.902455 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:35.967238 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Pushing event updated for resources: {'Port': ['ID=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:36.043821 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e3c0c6c1-942b-455d-b196-600a136fcb78 req-99181a0c-7b17-405f-a5c7-7921dcacd5a0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227088 Oct 30 01:09:36.060557 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:36.061548 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Checking segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:36.062397 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Bound using segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:36.063027 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Bound port: a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:36.063538 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.078534 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb33891c-d939-4d5d-a685-6ebe9902f998 admin admin] Publish callbacks [] for security_group (6930bd41-23f0-4519-90f9-dfac6480cd5d), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.131025 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb33891c-d939-4d5d-a685-6ebe9902f998 admin admin] Publish callbacks [] for security_group (6930bd41-23f0-4519-90f9-dfac6480cd5d), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.177770 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:36.179444 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.317108 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] For port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host hv-cinder-maste, cleared binding levels {{(pid=105258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:36.350416 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb33891c-d939-4d5d-a685-6ebe9902f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6930bd41-23f0-4519-90f9-dfac6480cd5d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.350416 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb33891c-d939-4d5d-a685-6ebe9902f998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.350416 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-fb33891c-d939-4d5d-a685-6ebe9902f998 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6930bd41-23f0-4519-90f9-dfac6480cd5d HTTP/1.1" status: 204 len: 168 time: 0.4933145 Oct 30 01:09:36.352184 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] For port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:36.386448 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33891c-d939-4d5d-a685-6ebe9902f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6930bd41-23f0-4519-90f9-dfac6480cd5d,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:36.417126 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:36.423438 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-264d2258-deeb-4b5b-8b88-3af94bf22545 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8155663 Oct 30 01:09:36.452302 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Request body: {'port': {'device_id': 'd6eded78-b511-4e4a-a62d-320226461b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:36.508884 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-b9a50a3d-81fc-4970-97fc-f50a92a6e496 None None] Provisioning complete for port e79ba46a-fdc8-4e6c-a266-c30784d84a8b triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:36.508884 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b9a50a3d-81fc-4970-97fc-f50a92a6e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.508884 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-b9a50a3d-81fc-4970-97fc-f50a92a6e496 None None] Attempt 1 to provision port e79ba46a-fdc8-4e6c-a266-c30784d84a8b Oct 30 01:09:36.637010 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-b9a50a3d-81fc-4970-97fc-f50a92a6e496 None None] Port e79ba46a-fdc8-4e6c-a266-c30784d84a8b cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:36.649047 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52050) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:36.722029 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.893128 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:36.893128 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.893128 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 200 len: 1094 time: 3.7993343 Oct 30 01:09:36.893128 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'tag': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:36.893128 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-54373c8b-c64c-4ba6-ad89-45b54fa696ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.893128 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3483-b19e-4c67-888b-ea3852dfbc26 service neutron] Pushing event updated for resources: {'Port': ['ID=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,revision_number=3']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:36.958751 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cbc3a2-569d-4dc7-8298-fd88a4552675" -d '{"events": [{"name": "network-changed", "server_uuid": "89eececf-ad51-4cbd-832b-a2f9d5a6dca8", "tag": "a185d7cd-a5ab-4e8d-a4c4-2d137415dd18"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:36.959473 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5c9d5795-86c6-4bd4-a0bd-e1fdd2d0274d req-bacd6403-1199-4d13-9274-7983194c9a39 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.3412731 Oct 30 01:09:36.993367 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-54373c8b-c64c-4ba6-ad89-45b54fa696ff admin admin] Publish callbacks [] for security_group (07b1f705-e6c0-4c3e-95b0-8c46a8e05475), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.023807 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.092769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca550d-41c3-4423-802f-0993dda904b7 req-6c472e7b-e4ed-44a4-8a9f-88a33ced5edb tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:37.094476 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83ca550d-41c3-4423-802f-0993dda904b7 req-6c472e7b-e4ed-44a4-8a9f-88a33ced5edb tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 931 time: 0.5295835 Oct 30 01:09:37.168327 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21713bc2-c940-44b4-a853-b3c3a274e7ec x-openstack-request-id: req-21713bc2-c940-44b4-a853-b3c3a274e7ec {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:37.168884 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eececf-ad51-4cbd-832b-a2f9d5a6dca8", "tag": "a185d7cd-a5ab-4e8d-a4c4-2d137415dd18", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:37.169144 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21713bc2-c940-44b4-a853-b3c3a274e7ec {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:37.170180 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21713bc2-c940-44b4-a853-b3c3a274e7ec'] response: {'name': 'network-changed', 'server_uuid': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'tag': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18', 'status': 'completed', 'code': 200} Oct 30 01:09:37.194548 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-54373c8b-c64c-4ba6-ad89-45b54fa696ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (07b1f705-e6c0-4c3e-95b0-8c46a8e05475), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.273568 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83ca550d-41c3-4423-802f-0993dda904b7 req-88642f14-4cb0-40f6-8ca2-93de98d113cc tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554165 Oct 30 01:09:37.308094 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54373c8b-c64c-4ba6-ad89-45b54fa696ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1f705-e6c0-4c3e-95b0-8c46a8e05475,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:37.432067 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:37.459176 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Publish callbacks [] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.464337 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.61', 65104) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:37.478554 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-54373c8b-c64c-4ba6-ad89-45b54fa696ff admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=42a24c56418f48d48ea02785cfced7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8256648 Oct 30 01:09:37.490608 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52074) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:37.710991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Transition to ACTIVE for port object fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:09:37.733365 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc3a2-569d-4dc7-8298-fd88a4552675 req-bef85922-f731-41b7-bf0f-3d33b3669fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:37.734895 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-11cbc3a2-569d-4dc7-8298-fd88a4552675 req-bef85922-f731-41b7-bf0f-3d33b3669fc6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1128 time: 0.3889873 Oct 30 01:09:37.785040 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ca61e688-61bc-487b-bb77-8cb1fe646d37 admin admin] Publish callbacks [] for security_group (07b1f705-e6c0-4c3e-95b0-8c46a8e05475), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.792893 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c46f9-c446-43c5-a297-6651bd3abc75 req-1f34cf44-c300-489a-a07e-8e65a48c3b21 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:37.810012 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-919c46f9-c446-43c5-a297-6651bd3abc75 req-1f34cf44-c300-489a-a07e-8e65a48c3b21 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 931 time: 0.4196031 Oct 30 01:09:37.828092 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-5627774f-f6c1-4ce7-a964-e08ad04976a9 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:37.829467 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-5627774f-f6c1-4ce7-a964-e08ad04976a9 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 811 time: 0.3271420 Oct 30 01:09:37.933258 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.021471 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ca61e688-61bc-487b-bb77-8cb1fe646d37 admin admin] Publish callbacks [] for security_group (07b1f705-e6c0-4c3e-95b0-8c46a8e05475), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.153609 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-919c46f9-c446-43c5-a297-6651bd3abc75 req-6d1156f0-6f0c-4021-a803-945b447c3cd7 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393693 Oct 30 01:09:38.209643 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc3a2-569d-4dc7-8298-fd88a4552675 req-7e74fb92-7472-4bd7-a0e1-8fae02fe5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:38.212264 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-11cbc3a2-569d-4dc7-8298-fd88a4552675 req-7e74fb92-7472-4bd7-a0e1-8fae02fe5a7d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=95c63194a18f4768abe23f55608ec8c6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4488058 Oct 30 01:09:38.256890 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.273458 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.278525 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Pushing event updated for resources: {'Port': ['ID=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:38.291076 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99045e5a-50d0-4190-adcf-666e5551ccd0 req-427e3b12-7e38-4e38-8b6b-25808ca9f53d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.1618040 Oct 30 01:09:38.369211 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-e557dbf9-6260-4a11-90a6-6c549e974065 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82fc550e1caf445d8027e8051e0b4d30 HTTP/1.1" status: 200 len: 379 time: 0.5121205 Oct 30 01:09:38.369211 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52092) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:38.391719 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'port': {'device_id': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'admin_state_up': True, 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'security_groups': ['a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:38.438411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32d7501d-3f25-41aa-ada0-f05758ae75b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.463967 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc3a2-569d-4dc7-8298-fd88a4552675 req-4e83eca0-d992-41d6-a033-ab7e193a9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:38.466777 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-11cbc3a2-569d-4dc7-8298-fd88a4552675 req-4e83eca0-d992-41d6-a033-ab7e193a9213 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2417390 Oct 30 01:09:38.471380 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79ba46a-fdc8-4e6c-a266-c30784d84a8b {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:38.548792 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ca61e688-61bc-487b-bb77-8cb1fe646d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (07b1f705-e6c0-4c3e-95b0-8c46a8e05475), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.548792 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ca61e688-61bc-487b-bb77-8cb1fe646d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.550108 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ca61e688-61bc-487b-bb77-8cb1fe646d37 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/07b1f705-e6c0-4c3e-95b0-8c46a8e05475 HTTP/1.1" status: 204 len: 168 time: 1.0576956 Oct 30 01:09:38.598968 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e688-61bc-487b-bb77-8cb1fe646d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1f705-e6c0-4c3e-95b0-8c46a8e05475,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:38.639812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Publish callbacks [] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.656402 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Attempting to bind port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:38.656813 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Attempting to bind port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:38.657177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Attempting to bind port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:38.744474 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc33ff-9056-43f3-b65f-4096df83ad87 req-9da0b332-e849-4441-b560-50a2a90f7351 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:38.751837 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5cfc33ff-9056-43f3-b65f-4096df83ad87 req-9da0b332-e849-4441-b560-50a2a90f7351 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 931 time: 0.3001144 Oct 30 01:09:38.756880 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Transition to ACTIVE for port object e79ba46a-fdc8-4e6c-a266-c30784d84a8b will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:09:38.823317 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-9373fec7-dcf7-443d-be28-28636b27d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:38.825275 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-9373fec7-dcf7-443d-be28-28636b27d070 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1128 time: 0.0526497 Oct 30 01:09:38.837787 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 on network de618076-b93d-46d5-a096-a44e39256fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:09:38.846167 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Attempting to bind port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:38.881780 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.953052 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5cfc33ff-9056-43f3-b65f-4096df83ad87 req-49581932-6e77-4409-9f13-4a17184d846c tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947770 Oct 30 01:09:38.964396 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Made reservation on behalf of 82fc550e1caf445d8027e8051e0b4d30 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:38.968313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.987338 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Pushing event updated for resources: {'Port': ['ID=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.035888 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-4ec14708-b1f7-4763-a440-472339ae1dab service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 200 len: 217 time: 0.1108358 Oct 30 01:09:39.048505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32d7501d-3f25-41aa-ada0-f05758ae75b7 admin admin] Publish callbacks [] for security_group (50f126a9-cf0d-4707-b48a-2f068214ff34), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.061781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:39.061781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Checking segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:39.061781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Bound using segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:39.067280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Bound port: fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:39.069068 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.205933 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-5f55f0a5-bb08-4932-8ccf-cd547e80bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:39.209009 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-5f55f0a5-bb08-4932-8ccf-cd547e80bf55 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.1636722 Oct 30 01:09:39.348251 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32d7501d-3f25-41aa-ada0-f05758ae75b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (50f126a9-cf0d-4707-b48a-2f068214ff34), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.382725 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669829-e758-4df7-95c7-fbd134472b70 req-af56e113-c0cd-4e08-a857-db477393c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:39.389273 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-af56e113-c0cd-4e08-a857-db477393c0dd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1584802 Oct 30 01:09:39.485356 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faa31a-ea9d-4312-8159-11cd904e5593 req-cd231f49-e4f3-48f2-989d-9ba3a4cd69d4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:39.486945 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-62faa31a-ea9d-4312-8159-11cd904e5593 req-cd231f49-e4f3-48f2-989d-9ba3a4cd69d4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.1792052 Oct 30 01:09:39.529423 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ef8188cf-7d4f-4209-86ae-407e7947e2a4 req-be5bf11b-8cc8-4c7f-9ec4-7aa74ac55077 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.0821598 Oct 30 01:09:39.531647 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-32d7501d-3f25-41aa-ada0-f05758ae75b7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4d9b972ba669409c8612a94b6ba437e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1527243 Oct 30 01:09:39.532319 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52142) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:39.575407 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7501d-3f25-41aa-ada0-f05758ae75b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f126a9-cf0d-4707-b48a-2f068214ff34,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.591869 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] For port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:39.641472 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] For port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:39.645910 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Attempting to bind port e79ba46a-fdc8-4e6c-a266-c30784d84a8b on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:39.649647 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Attempting to bind port e79ba46a-fdc8-4e6c-a266-c30784d84a8b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:39.649647 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Attempting to bind port e79ba46a-fdc8-4e6c-a266-c30784d84a8b on network c367b002-822a-4b38-9fc4-12445dc4cb4a {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:39.904480 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.913155 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:39.914042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.917118 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 HTTP/1.1" status: 200 len: 1093 time: 4.2223182 Oct 30 01:09:40.035953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'tag': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:40.035953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Allocated IP 172.20.0.11 (22a05b54-ab8c-4e6c-b771-2b6e93826000/a3d55774-8148-437d-bfff-e612cf26c0e7/e110a9e6-b871-4b2d-8aa2-faebc5bffc4d) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:40.037182 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-5e7e4d52-ea1c-4072-b7ae-4b13072b50e4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531577 Oct 30 01:09:40.037777 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-70e12643-b5cb-4bc0-ba8b-a37206f9a9f5 admin admin] Publish callbacks [] for security_group (50f126a9-cf0d-4707-b48a-2f068214ff34), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.047906 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-62faa31a-ea9d-4312-8159-11cd904e5593 req-4e68dffd-aa98-4a08-aefc-a13e4dd0d63a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130744 Oct 30 01:09:40.154480 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-76669829-e758-4df7-95c7-fbd134472b70 req-e0495d29-8a45-4f64-8cb1-21169572ff40 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610246 Oct 30 01:09:40.178806 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Port e79ba46a-fdc8-4e6c-a266-c30784d84a8b on network c367b002-822a-4b38-9fc4-12445dc4cb4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:09:40.179196 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Attempting to bind port e79ba46a-fdc8-4e6c-a266-c30784d84a8b on network c367b002-822a-4b38-9fc4-12445dc4cb4a {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:40.198895 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-70e12643-b5cb-4bc0-ba8b-a37206f9a9f5 admin admin] Publish callbacks [] for security_group (50f126a9-cf0d-4707-b48a-2f068214ff34), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.235526 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eacdba-92e3-4682-b9fe-8753d1035f22" -d '{"events": [{"name": "network-changed", "server_uuid": "ce81348d-b898-4087-8f2e-0b820ce0d9ce", "tag": "fde77b6d-0e95-4d06-964a-83f5fdd6e5e9"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:40.254278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] Pushing event updated for resources: {'Port': ['ID=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:40.254438 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52168) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:40.279000 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d9f06691-bb58-437d-bfbe-08c73f702c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.360446 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5c50-3cd1-412c-806b-6834b30c420e req-3ea08d5b-c52b-4b03-8d55-399bb3bb0227 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:40.363252 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.375074 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-280b5c50-3cd1-412c-806b-6834b30c420e req-3ea08d5b-c52b-4b03-8d55-399bb3bb0227 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.3431354 Oct 30 01:09:40.479864 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d9f06691-bb58-437d-bfbe-08c73f702c9a admin admin] Publish callbacks [] for security_group (6ec683a8-3f6b-4b88-a005-52d03ca9f91f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.555798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:40.555798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Checking segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:40.555798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Bound using segment: {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:40.555798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Bound port: e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5651f79-4333-47e2-8eb2-0015e984d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:40.555798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.589771 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d9f06691-bb58-437d-bfbe-08c73f702c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6ec683a8-3f6b-4b88-a005-52d03ca9f91f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.636712 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.641204 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-280b5c50-3cd1-412c-806b-6834b30c420e req-d7875a8f-17cd-45b2-883f-7ace02fb15d9 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288611 Oct 30 01:09:40.684178 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.703112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] For port e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:40.712744 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] For port e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:40.802367 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.841204 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52180) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:40.842502 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d9f06691-bb58-437d-bfbe-08c73f702c9a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ba2aebddaf564657919cc25bd8b7b506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856569 Oct 30 01:09:40.851328 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-70e12643-b5cb-4bc0-ba8b-a37206f9a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (50f126a9-cf0d-4707-b48a-2f068214ff34), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.855485 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-70e12643-b5cb-4bc0-ba8b-a37206f9a9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.865862 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f06691-bb58-437d-bfbe-08c73f702c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec683a8-3f6b-4b88-a005-52d03ca9f91f,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:40.870742 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-70e12643-b5cb-4bc0-ba8b-a37206f9a9f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/50f126a9-cf0d-4707-b48a-2f068214ff34 HTTP/1.1" status: 204 len: 168 time: 1.3166599 Oct 30 01:09:40.876528 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eef6e6b-430c-439b-845f-d9a5b3f821b8 x-openstack-request-id: req-2eef6e6b-430c-439b-845f-d9a5b3f821b8 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:40.876528 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce81348d-b898-4087-8f2e-0b820ce0d9ce", "tag": "fde77b6d-0e95-4d06-964a-83f5fdd6e5e9", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:40.877540 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2eef6e6b-430c-439b-845f-d9a5b3f821b8 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:40.878056 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eef6e6b-430c-439b-845f-d9a5b3f821b8'] response: {'name': 'network-changed', 'server_uuid': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'tag': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9', 'status': 'completed', 'code': 200} Oct 30 01:09:40.891620 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-dc1fcb88-b072-4d97-83af-0fbcc86d029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:40.894034 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-dc1fcb88-b072-4d97-83af-0fbcc86d029f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 1127 time: 0.2535954 Oct 30 01:09:40.903195 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.907358 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:40.908427 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.910002 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e79ba46a-fdc8-4e6c-a266-c30784d84a8b HTTP/1.1" status: 200 len: 1093 time: 4.4628119 Oct 30 01:09:41.247155 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e12643-b5cb-4bc0-ba8b-a37206f9a9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f126a9-cf0d-4707-b48a-2f068214ff34,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.247155 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db07d05e-1fcc-4d82-bd58-640ff37eabf4 req-c82e7bb7-b027-49a2-84c6-5896ac47758c tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.1079299 Oct 30 01:09:41.247155 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593e12-0c2c-453a-88ac-47c9238f6980 service neutron] Pushing event updated for resources: {'Port': ['ID=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.247155 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1e29dd21-352c-429c-a21d-c03c2685bd8f admin admin] Publish callbacks [] for security_group (6ec683a8-3f6b-4b88-a005-52d03ca9f91f), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.247155 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1e29dd21-352c-429c-a21d-c03c2685bd8f admin admin] Publish callbacks [] for security_group (6ec683a8-3f6b-4b88-a005-52d03ca9f91f), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.250187 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-10f30016-b19d-4983-a09d-88c00e9e0534 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0471296 Oct 30 01:09:41.250187 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-5813a9e9-a165-476d-9ceb-c229bc7411b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:41.250187 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-5813a9e9-a165-476d-9ceb-c229bc7411b0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0484648 Oct 30 01:09:41.253600 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339a97-c097-40e8-94a1-1a0fbee04959 req-34bc2d90-0e32-4b0e-871b-a4967691ffcf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:41.253600 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f1339a97-c097-40e8-94a1-1a0fbee04959 req-34bc2d90-0e32-4b0e-871b-a4967691ffcf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.0490975 Oct 30 01:09:41.255424 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf512-5b60-4689-808b-c0a19a51853f req-bdc83abd-5a15-4c0b-864f-03074fb3fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:41.255424 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-bdc83abd-5a15-4c0b-864f-03074fb3fd25 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442164 Oct 30 01:09:41.256194 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f1339a97-c097-40e8-94a1-1a0fbee04959 req-de1c6d8b-b1c8-44f7-b5d1-907e51380093 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Oct 30 01:09:41.321627 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.355789 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-a542954f-b8fc-484c-8459-fd7f47909af7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455209 Oct 30 01:09:41.400395 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:41.402165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:41.417514 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:41.457385 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'Port': ['ID=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.465012 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1e29dd21-352c-429c-a21d-c03c2685bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6ec683a8-3f6b-4b88-a005-52d03ca9f91f), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.482019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1e29dd21-352c-429c-a21d-c03c2685bd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.485872 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-1e29dd21-352c-429c-a21d-c03c2685bd8f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6ec683a8-3f6b-4b88-a005-52d03ca9f91f HTTP/1.1" status: 204 len: 168 time: 0.6401434 Oct 30 01:09:41.604236 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29dd21-352c-429c-a21d-c03c2685bd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec683a8-3f6b-4b88-a005-52d03ca9f91f,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.676521 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-03660fd5-8df6-4186-b297-4bedab12bbcc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098761 Oct 30 01:09:41.731463 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:41.732369 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.793620 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-7556144c-248f-42e9-9cdf-3182d41ce3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:41.795133 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-7556144c-248f-42e9-9cdf-3182d41ce3b8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=445041c33bf944d8a7a39281e3aba6c5&device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 1127 time: 0.2622728 Oct 30 01:09:42.072025 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9e9a2-2281-424c-977a-9895c8db049b req-2c6eeade-e0e0-412f-a1a1-447259cb7a3a tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.072025 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b4d9e9a2-2281-424c-977a-9895c8db049b req-2c6eeade-e0e0-412f-a1a1-447259cb7a3a tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.1481464 Oct 30 01:09:42.072025 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-f2105c3e-4c2e-4f5f-aed0-46b5c7d887ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5573833 Oct 30 01:09:42.076143 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-1612f9e4-2f22-404c-ae7d-e5b9ea192f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.076143 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-1612f9e4-2f22-404c-ae7d-e5b9ea192f13 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 1127 time: 0.0605226 Oct 30 01:09:42.077192 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:42.077192 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-2164923e-696e-47cc-afbd-bcddc2d2ecd9 None None] Provisioning complete for port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:42.077192 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2164923e-696e-47cc-afbd-bcddc2d2ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.077192 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-2164923e-696e-47cc-afbd-bcddc2d2ecd9 None None] Attempt 1 to provision port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d Oct 30 01:09:42.077965 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Request body: {'port': {'device_id': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:42.077965 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-7f50a69d-2303-40e1-8f38-19464c55a986 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b HTTP/1.1" status: 200 len: 217 time: 0.0999551 Oct 30 01:09:42.078135 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-2164923e-696e-47cc-afbd-bcddc2d2ecd9 None None] Port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:42.150620 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-b1f71548-13bf-4c51-9a54-da3859a80f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.152589 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-b1f71548-13bf-4c51-9a54-da3859a80f58 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1892514 Oct 30 01:09:42.216861 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-ef3bfd98-f98d-484e-bc46-3704b4331085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.218491 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-ef3bfd98-f98d-484e-bc46-3704b4331085 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f8515651-f498-47c3-86a9-b822a907b2ba HTTP/1.1" status: 200 len: 850 time: 0.1888773 Oct 30 01:09:42.242568 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b4d9e9a2-2281-424c-977a-9895c8db049b req-bbd54009-d81e-48ec-89a8-6f1179b2e5e2 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677898 Oct 30 01:09:42.249621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.259650 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704dae6-7fd1-4610-bc42-231e96b43c9b req-971c5bae-6d12-411f-ba24-94fbbd78bdd8 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.261330 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a704dae6-7fd1-4610-bc42-231e96b43c9b req-971c5bae-6d12-411f-ba24-94fbbd78bdd8 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 932 time: 0.1239362 Oct 30 01:09:42.434210 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-33722c2b-3284-4bdb-86ef-ef18fc941c9a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0928869 Oct 30 01:09:42.543053 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a704dae6-7fd1-4610-bc42-231e96b43c9b req-885bc778-7cfa-47f6-80e3-8e9490f8bdf2 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726746 Oct 30 01:09:42.598633 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a200f-2514-461a-af56-2e2b70946ff0 req-2713b324-798a-44fc-8919-6a443d0f1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.600238 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-2713b324-798a-44fc-8919-6a443d0f1234 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c367b002-822a-4b38-9fc4-12445dc4cb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2535203 Oct 30 01:09:42.609536 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-770fa128-c7c1-4f1d-98b9-bee6e5656840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.611153 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-770fa128-c7c1-4f1d-98b9-bee6e5656840 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.1407826 Oct 30 01:09:42.614957 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcd82e-cba0-4c1f-9bf0-13767b873b29 req-ece9105f-4572-401d-8e73-b6fdf8d6353c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:42.624247 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2ffcd82e-cba0-4c1f-9bf0-13767b873b29 req-ece9105f-4572-401d-8e73-b6fdf8d6353c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.2014444 Oct 30 01:09:42.790861 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2ffcd82e-cba0-4c1f-9bf0-13767b873b29 req-5fbf20c9-7cf8-467c-8f30-89ce99189bca tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558821 Oct 30 01:09:42.879841 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eded78-b511-4e4a-a62d-320226461b59', 'tag': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:42.883754 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e72a8f-5753-4017-bac4-699cf23b93ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eded78-b511-4e4a-a62d-320226461b59", "tag": "e79ba46a-fdc8-4e6c-a266-c30784d84a8b"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:42.913602 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-636c4b06-de63-4c19-9811-901f1db187b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777687 Oct 30 01:09:43.028555 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52248) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.030067 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0c9ae-488a-4154-b5e2-35903583c6e5 x-openstack-request-id: req-fea0c9ae-488a-4154-b5e2-35903583c6e5 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:43.030363 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eded78-b511-4e4a-a62d-320226461b59", "tag": "e79ba46a-fdc8-4e6c-a266-c30784d84a8b", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:43.030619 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fea0c9ae-488a-4154-b5e2-35903583c6e5 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:43.031020 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea0c9ae-488a-4154-b5e2-35903583c6e5'] response: {'name': 'network-changed', 'server_uuid': 'd6eded78-b511-4e4a-a62d-320226461b59', 'tag': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b', 'status': 'completed', 'code': 200} Oct 30 01:09:43.173660 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-524f5680-8f5f-4479-8a6c-504550c9874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:43.177141 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-524f5680-8f5f-4479-8a6c-504550c9874d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4564931 Oct 30 01:09:43.365870 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:43.406241 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e110a9e6-b871-4b2d-8aa2-faebc5bffc4d {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:43.422504 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-306d145b-b65e-414b-87a9-c22724475e4f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388113 Oct 30 01:09:43.429882 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Publish callbacks [] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.537729 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40a31a-704e-40bb-9bc0-1dcde7f103ba req-b9dd4989-9a80-4203-8860-aa8796d99aa8 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:43.548084 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b40a31a-704e-40bb-9bc0-1dcde7f103ba req-b9dd4989-9a80-4203-8860-aa8796d99aa8 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.1455154 Oct 30 01:09:43.559127 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Transition to ACTIVE for port object e110a9e6-b871-4b2d-8aa2-faebc5bffc4d will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:09:43.560113 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-429a200f-2514-461a-af56-2e2b70946ff0 req-edabfc50-7acf-47b4-a440-5ca4ecd38ac0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327806 Oct 30 01:09:43.654421 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-63eacdba-92e3-4682-b9fe-8753d1035f22 req-aa2324e6-0dec-4a1c-b7f7-1132ec3e1f2c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194200 Oct 30 01:09:43.655921 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b40a31a-704e-40bb-9bc0-1dcde7f103ba req-fc9d072e-1622-4a29-b52e-897f77a1c0ed tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044939 Oct 30 01:09:43.805386 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:43.818815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea734d2a-cda7-4327-8a70-0b78915ef8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.828854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.994945 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cc025-c5f9-4c2c-a321-2d958debaf9d req-47c2cafe-1da9-4dc4-8ee7-d604e8667de0 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:43.994945 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-987cc025-c5f9-4c2c-a321-2d958debaf9d req-47c2cafe-1da9-4dc4-8ee7-d604e8667de0 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 932 time: 0.2013154 Oct 30 01:09:44.120345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Pushing event updated for resources: {'Port': ['ID=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:44.198806 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166f64-8fed-4696-83a7-fa58eb8ca15f req-69b5fd90-4b26-464d-9b69-62e7a068f066 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:44.198806 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d5166f64-8fed-4696-83a7-fa58eb8ca15f req-69b5fd90-4b26-464d-9b69-62e7a068f066 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.2539682 Oct 30 01:09:44.236833 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-987cc025-c5f9-4c2c-a321-2d958debaf9d req-f01aab8c-b98b-4943-a9a9-6c6b2d1fe2b1 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807715 Oct 30 01:09:44.259091 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Attempting to bind port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:44.259438 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Attempting to bind port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:44.259893 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Attempting to bind port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:44.356192 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea734d2a-cda7-4327-8a70-0b78915ef8a7 admin admin] Publish callbacks [] for security_group (50c262c9-e5d8-4730-ae1c-641857de530a), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.382867 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d5166f64-8fed-4696-83a7-fa58eb8ca15f req-a574b7f1-127a-4af4-ac04-01033fc90e2a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763620 Oct 30 01:09:44.413156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:09:44.413509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Attempting to bind port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:44.504505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea734d2a-cda7-4327-8a70-0b78915ef8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (50c262c9-e5d8-4730-ae1c-641857de530a), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.561707 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-ae7549c1-72b7-4f16-8ddb-f86d23e701da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:44.565261 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:44.565816 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Checking segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:44.566320 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Bound using segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:44.566998 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Bound port: e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:44.567262 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-ae7549c1-72b7-4f16-8ddb-f86d23e701da service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=445041c33bf944d8a7a39281e3aba6c5&device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 1127 time: 0.0957034 Oct 30 01:09:44.567446 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.583199 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ea734d2a-cda7-4327-8a70-0b78915ef8a7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9ce2d4dd2708409a860ef36cf7d6e396&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2529709 Oct 30 01:09:44.583300 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52296) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:44.593277 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea734d2a-cda7-4327-8a70-0b78915ef8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c262c9-e5d8-4730-ae1c-641857de530a,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:44.725436 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] For port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:44.751117 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] For port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:44.815845 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-7f13f103-51be-45ac-ab49-0151b62a48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:44.817715 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-7f13f103-51be-45ac-ab49-0151b62a48ac service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c367b002-822a-4b38-9fc4-12445dc4cb4a HTTP/1.1" status: 200 len: 912 time: 0.2377138 Oct 30 01:09:44.818593 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bff75f04-b8f4-43a3-bc6d-79dd33adf9d1 admin admin] Publish callbacks [] for security_group (50c262c9-e5d8-4730-ae1c-641857de530a), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.831502 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.902627 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bff75f04-b8f4-43a3-bc6d-79dd33adf9d1 admin admin] Publish callbacks [] for security_group (50c262c9-e5d8-4730-ae1c-641857de530a), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.906692 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-1d3bbffb-d509-4161-b61a-4ec25cbd8adb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b HTTP/1.1" status: 200 len: 217 time: 0.0717034 Oct 30 01:09:44.911528 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:44.912345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.914011 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 1094 time: 2.9404898 Oct 30 01:09:44.916520 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcf306-d084-4ea0-a46a-ad3c159b2cfb service neutron] Pushing event updated for resources: {'Port': ['ID=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:44.994828 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab906-5d99-4c84-a371-5663f6004e7d req-5f9eeaf6-9f81-49db-9054-2517a9af46f6 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:44.995264 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-04bf2e15-9a17-44d2-a734-bee6b3e6376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:44.996553 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-371ab906-5d99-4c84-a371-5663f6004e7d req-5f9eeaf6-9f81-49db-9054-2517a9af46f6 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.0810118 Oct 30 01:09:44.996760 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-04bf2e15-9a17-44d2-a734-bee6b3e6376a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f8515651-f498-47c3-86a9-b822a907b2ba HTTP/1.1" status: 200 len: 850 time: 0.0597582 Oct 30 01:09:45.032593 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:45.035035 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e01423-688e-458b-ad5b-30d744f65212" -d '{"events": [{"name": "network-changed", "server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:45.061586 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-371ab906-5d99-4c84-a371-5663f6004e7d req-73e06b32-ca92-42f0-8234-a3e3321c2159 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546896 Oct 30 01:09:45.098997 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af6e9a4-05b1-42c7-b67f-38ec451dc1a0 x-openstack-request-id: req-8af6e9a4-05b1-42c7-b67f-38ec451dc1a0 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:45.099295 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:45.099556 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8af6e9a4-05b1-42c7-b67f-38ec451dc1a0 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:45.100002 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af6e9a4-05b1-42c7-b67f-38ec451dc1a0'] response: {'name': 'network-changed', 'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'status': 'completed', 'code': 200} Oct 30 01:09:45.120894 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-66a039ae-a316-45a6-b83b-af1e4272f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:45.122412 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-66a039ae-a316-45a6-b83b-af1e4272f7ad service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c367b002-822a-4b38-9fc4-12445dc4cb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503738 Oct 30 01:09:45.161844 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-ee2c97fc-e4b8-44d9-a2ce-91eb5f5dc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:45.163723 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-ee2c97fc-e4b8-44d9-a2ce-91eb5f5dc9fc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1128 time: 0.0460041 Oct 30 01:09:45.187522 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bff75f04-b8f4-43a3-bc6d-79dd33adf9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (50c262c9-e5d8-4730-ae1c-641857de530a), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:45.192397 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bff75f04-b8f4-43a3-bc6d-79dd33adf9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:45.192397 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-bff75f04-b8f4-43a3-bc6d-79dd33adf9d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/50c262c9-e5d8-4730-ae1c-641857de530a HTTP/1.1" status: 204 len: 168 time: 0.6075099 Oct 30 01:09:45.206119 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75f04-b8f4-43a3-bc6d-79dd33adf9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c262c9-e5d8-4730-ae1c-641857de530a,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:45.242491 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-c7dd9125-2b4c-4ba8-9d53-b75bbbfed8b9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131661 Oct 30 01:09:45.400335 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43147daa-9d97-49e1-aa43-ff6900a9247e req-b2e8a4d2-91f8-49d7-80c6-c2143ff0f300 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:45.401845 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-43147daa-9d97-49e1-aa43-ff6900a9247e req-b2e8a4d2-91f8-49d7-80c6-c2143ff0f300 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 944 time: 0.0511191 Oct 30 01:09:45.456143 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-43147daa-9d97-49e1-aa43-ff6900a9247e req-c20ac92e-db81-400e-bcf4-d7b760e5919e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484695 Oct 30 01:09:45.532040 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61660d3-7f5a-4b21-a0fb-01f4eefedecf req-f0fcddba-2ca3-4849-a5be-296a3278b717 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:45.533622 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f61660d3-7f5a-4b21-a0fb-01f4eefedecf req-f0fcddba-2ca3-4849-a5be-296a3278b717 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.0530229 Oct 30 01:09:45.582879 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f61660d3-7f5a-4b21-a0fb-01f4eefedecf req-5cd36848-8092-4562-b9cc-66d13cdcffbc tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Oct 30 01:09:45.706734 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-010eca9a-584a-4222-825b-74f60568953d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 217 time: 0.0354600 Oct 30 01:09:45.766651 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b2e72a8f-5753-4017-bac4-699cf23b93ce req-85990fc9-0466-4043-8bca-a42ac1f14ec7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969017 Oct 30 01:09:45.787639 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-41ec7c67-2513-4d67-8ae2-0c9a0d14fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:45.787639 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-41ec7c67-2513-4d67-8ae2-0c9a0d14fb24 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.0491922 Oct 30 01:09:45.905763 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52346) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:45.936442 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52350) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:46.196887 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44279c-bd27-42bf-a495-398ecf64254a req-20c9cf2d-5b47-4bff-ad2f-ceebf299cbad tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:46.198451 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ba44279c-bd27-42bf-a495-398ecf64254a req-20c9cf2d-5b47-4bff-ad2f-ceebf299cbad tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.0595441 Oct 30 01:09:46.200590 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b2c62f90-f239-49c2-a770-5da34b26db26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.251132 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ba44279c-bd27-42bf-a495-398ecf64254a req-b07c55d6-f48f-413d-b4dd-013aa3db0fee tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Oct 30 01:09:46.257035 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-949110d6-9ca0-43cc-83ee-e3708f88c77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.291549 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52362) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:46.322412 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a946904d-2c05-4a98-aba2-081777dec352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.369300 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b2c62f90-f239-49c2-a770-5da34b26db26 admin admin] Publish callbacks [] for security_group (9f547c4d-9653-47b2-9537-22b9236e3768), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.438531 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-949110d6-9ca0-43cc-83ee-e3708f88c77d admin admin] Publish callbacks [] for security_group (85a127d6-041e-49bb-9dac-36bf26a48543), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.467035 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a946904d-2c05-4a98-aba2-081777dec352 admin admin] Publish callbacks [] for security_group (bff1dfaa-64e2-4f1f-bb40-a7854a385eaa), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.469584 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b2c62f90-f239-49c2-a770-5da34b26db26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9f547c4d-9653-47b2-9537-22b9236e3768), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.518545 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b2c62f90-f239-49c2-a770-5da34b26db26 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6d67aab66bdc4e4884a738899629b3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6089747 Oct 30 01:09:46.518961 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c62f90-f239-49c2-a770-5da34b26db26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f547c4d-9653-47b2-9537-22b9236e3768,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:46.519667 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52370) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:46.537592 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-949110d6-9ca0-43cc-83ee-e3708f88c77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (85a127d6-041e-49bb-9dac-36bf26a48543), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.576527 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a946904d-2c05-4a98-aba2-081777dec352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (bff1dfaa-64e2-4f1f-bb40-a7854a385eaa), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.596553 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-949110d6-9ca0-43cc-83ee-e3708f88c77d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4478faebdde8453a9ef1ac61018a9fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6590333 Oct 30 01:09:46.606045 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52378) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:46.608592 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:46.616615 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949110d6-9ca0-43cc-83ee-e3708f88c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a127d6-041e-49bb-9dac-36bf26a48543,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:46.638896 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a946904d-2c05-4a98-aba2-081777dec352 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d1c9f837797e4695979e53b7e70336d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438377 Oct 30 01:09:46.646980 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52382) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:46.667803 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd9a1-52d7-47f3-af8e-06405fcc4b63 req-1688a27f-44c7-4da1-851c-6c3582da5977 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:46.667803 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e5efd9a1-52d7-47f3-af8e-06405fcc4b63 req-1688a27f-44c7-4da1-851c-6c3582da5977 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 944 time: 0.0861816 Oct 30 01:09:46.667803 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-235a241e-b075-4a34-aedc-41acf6a012f3 admin admin] Publish callbacks [] for security_group (9f547c4d-9653-47b2-9537-22b9236e3768), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.694088 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946904d-2c05-4a98-aba2-081777dec352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1dfaa-64e2-4f1f-bb40-a7854a385eaa,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:46.714281 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-235a241e-b075-4a34-aedc-41acf6a012f3 admin admin] Publish callbacks [] for security_group (9f547c4d-9653-47b2-9537-22b9236e3768), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.773279 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a06e6274-916a-44c9-940f-808850dae6c6 admin admin] Publish callbacks [] for security_group (bff1dfaa-64e2-4f1f-bb40-a7854a385eaa), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.781020 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e5efd9a1-52d7-47f3-af8e-06405fcc4b63 req-bc3be058-4746-4cda-9113-3557c75abea2 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031351 Oct 30 01:09:46.804625 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b91b38f8-ce7e-4ea1-a6ca-ef942b2cff02 admin admin] Publish callbacks [] for security_group (85a127d6-041e-49bb-9dac-36bf26a48543), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.833182 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a06e6274-916a-44c9-940f-808850dae6c6 admin admin] Publish callbacks [] for security_group (bff1dfaa-64e2-4f1f-bb40-a7854a385eaa), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.851101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babef48-c4ce-49f3-aa29-be43f39fd0a0 req-1ad2cf6a-1ab3-4fd1-b50f-164a3b743812 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:46.862446 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b91b38f8-ce7e-4ea1-a6ca-ef942b2cff02 admin admin] Publish callbacks [] for security_group (85a127d6-041e-49bb-9dac-36bf26a48543), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.864806 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8babef48-c4ce-49f3-aa29-be43f39fd0a0 req-1ad2cf6a-1ab3-4fd1-b50f-164a3b743812 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.0957985 Oct 30 01:09:46.891983 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:46.971661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-c9abbae6-571a-44fd-9721-a4909fb48ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:46.974394 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-c9abbae6-571a-44fd-9721-a4909fb48ea4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1061509 Oct 30 01:09:47.004560 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8babef48-c4ce-49f3-aa29-be43f39fd0a0 req-f1b0dceb-ace7-47fc-9d54-fec929a58337 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384728 Oct 30 01:09:47.046653 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-235a241e-b075-4a34-aedc-41acf6a012f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9f547c4d-9653-47b2-9537-22b9236e3768), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:47.049296 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-235a241e-b075-4a34-aedc-41acf6a012f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:47.049653 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b91b38f8-ce7e-4ea1-a6ca-ef942b2cff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (85a127d6-041e-49bb-9dac-36bf26a48543), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:47.050438 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-235a241e-b075-4a34-aedc-41acf6a012f3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9f547c4d-9653-47b2-9537-22b9236e3768 HTTP/1.1" status: 204 len: 168 time: 0.5271008 Oct 30 01:09:47.053427 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b91b38f8-ce7e-4ea1-a6ca-ef942b2cff02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:47.061897 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b91b38f8-ce7e-4ea1-a6ca-ef942b2cff02 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/85a127d6-041e-49bb-9dac-36bf26a48543 HTTP/1.1" status: 204 len: 168 time: 0.4503314 Oct 30 01:09:47.062270 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a241e-b075-4a34-aedc-41acf6a012f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f547c4d-9653-47b2-9537-22b9236e3768,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:47.062353 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a06e6274-916a-44c9-940f-808850dae6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (bff1dfaa-64e2-4f1f-bb40-a7854a385eaa), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:47.066953 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a06e6274-916a-44c9-940f-808850dae6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:47.068302 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a06e6274-916a-44c9-940f-808850dae6c6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bff1dfaa-64e2-4f1f-bb40-a7854a385eaa HTTP/1.1" status: 204 len: 168 time: 0.4203267 Oct 30 01:09:47.075655 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b38f8-ce7e-4ea1-a6ca-ef942b2cff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a127d6-041e-49bb-9dac-36bf26a48543,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:47.104068 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6274-916a-44c9-940f-808850dae6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1dfaa-64e2-4f1f-bb40-a7854a385eaa,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:47.405521 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4ce4-7fb7-4df9-bf20-d484dd25488e req-b161a211-0e0c-4954-a38f-10c98746c0d7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:47.406958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ccbb4ce4-7fb7-4df9-bf20-d484dd25488e req-b161a211-0e0c-4954-a38f-10c98746c0d7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.0527081 Oct 30 01:09:47.456937 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ccbb4ce4-7fb7-4df9-bf20-d484dd25488e req-6bd7b5e1-d9e2-4022-9a89-64c4b21993d6 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Oct 30 01:09:47.479915 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:47.657035 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:47.915382 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19468d-a239-45d2-ac5c-2e6ef91f075a req-dfff6020-15c7-4a84-b73c-c2cd80946585 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:47.916792 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-df19468d-a239-45d2-ac5c-2e6ef91f075a req-dfff6020-15c7-4a84-b73c-c2cd80946585 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 944 time: 0.0479171 Oct 30 01:09:47.966141 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-df19468d-a239-45d2-ac5c-2e6ef91f075a req-82a3e465-972b-4d2d-b703-a52768dedc25 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Oct 30 01:09:48.151798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5e5ab-f4a5-4607-af5e-21ace66b1902 req-de06c71e-b81f-44b0-9c2a-ba278f349e8a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:48.153999 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aff5e5ab-f4a5-4607-af5e-21ace66b1902 req-de06c71e-b81f-44b0-9c2a-ba278f349e8a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.0548334 Oct 30 01:09:48.198593 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52430) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:48.209876 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aff5e5ab-f4a5-4607-af5e-21ace66b1902 req-15217765-c262-4f8d-823d-d7d5892b106f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501728 Oct 30 01:09:48.220957 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-44d7239b-e8ce-4a6d-ae3d-986415dfca76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.274648 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52432) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:48.297795 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:48.304900 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-774f93b5-f80d-4354-bba9-8270d2a4015d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.343412 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-44d7239b-e8ce-4a6d-ae3d-986415dfca76 admin admin] Publish callbacks [] for security_group (4aae54d3-83fb-44a9-a84d-bb14d38061e0), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.376343 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-4b0827d6-36b8-4578-b2cc-166a07f6324f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064682 Oct 30 01:09:48.407137 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-774f93b5-f80d-4354-bba9-8270d2a4015d admin admin] Publish callbacks [] for security_group (2c79a8ba-d714-4884-a235-ab15fb989f34), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.417599 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-44d7239b-e8ce-4a6d-ae3d-986415dfca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4aae54d3-83fb-44a9-a84d-bb14d38061e0), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.470718 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-44d7239b-e8ce-4a6d-ae3d-986415dfca76 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=76705e3b237142e18ba5bdb2cbb10f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692029 Oct 30 01:09:48.472543 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7239b-e8ce-4a6d-ae3d-986415dfca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae54d3-83fb-44a9-a84d-bb14d38061e0,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:48.474960 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52440) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:48.491508 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c829ac0-3c3d-4ba1-82e5-4b454bf26aaa req-d1b6d3cf-3074-48f6-b3ae-1733c59ec2ac service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088212 Oct 30 01:09:48.506245 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-774f93b5-f80d-4354-bba9-8270d2a4015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (2c79a8ba-d714-4884-a235-ab15fb989f34), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.557026 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-774f93b5-f80d-4354-bba9-8270d2a4015d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=00de37c042ab410880d497bc938bc040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813528 Oct 30 01:09:48.564361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52444) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:48.574377 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f93b5-f80d-4354-bba9-8270d2a4015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79a8ba-d714-4884-a235-ab15fb989f34,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:48.585400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-17b3bb93-8b61-4d23-b025-03888f72c1d1 admin admin] Publish callbacks [] for security_group (4aae54d3-83fb-44a9-a84d-bb14d38061e0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.594796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397c46-2577-4ac8-bb90-1f9569c5f1a5 req-2ca12976-83f1-4d45-9995-d59a9599a7f7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:48.596514 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eb397c46-2577-4ac8-bb90-1f9569c5f1a5 req-2ca12976-83f1-4d45-9995-d59a9599a7f7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.0600893 Oct 30 01:09:48.624154 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-17b3bb93-8b61-4d23-b025-03888f72c1d1 admin admin] Publish callbacks [] for security_group (4aae54d3-83fb-44a9-a84d-bb14d38061e0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.653686 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eb397c46-2577-4ac8-bb90-1f9569c5f1a5 req-ac7e92de-30c9-4b27-9f87-82253fa8baa1 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Oct 30 01:09:48.669150 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc24564d-b95e-46f6-983e-8eefd4da22f4 admin admin] Publish callbacks [] for security_group (2c79a8ba-d714-4884-a235-ab15fb989f34), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.696646 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc24564d-b95e-46f6-983e-8eefd4da22f4 admin admin] Publish callbacks [] for security_group (2c79a8ba-d714-4884-a235-ab15fb989f34), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.770658 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-17b3bb93-8b61-4d23-b025-03888f72c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4aae54d3-83fb-44a9-a84d-bb14d38061e0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.773342 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-17b3bb93-8b61-4d23-b025-03888f72c1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.774689 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-17b3bb93-8b61-4d23-b025-03888f72c1d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4aae54d3-83fb-44a9-a84d-bb14d38061e0 HTTP/1.1" status: 204 len: 168 time: 0.2986465 Oct 30 01:09:48.782996 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3bb93-8b61-4d23-b025-03888f72c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae54d3-83fb-44a9-a84d-bb14d38061e0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:48.811175 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc24564d-b95e-46f6-983e-8eefd4da22f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (2c79a8ba-d714-4884-a235-ab15fb989f34), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.813993 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc24564d-b95e-46f6-983e-8eefd4da22f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.815164 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-dc24564d-b95e-46f6-983e-8eefd4da22f4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2c79a8ba-d714-4884-a235-ab15fb989f34 HTTP/1.1" status: 204 len: 168 time: 0.2490599 Oct 30 01:09:48.824059 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24564d-b95e-46f6-983e-8eefd4da22f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79a8ba-d714-4884-a235-ab15fb989f34,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:49.103498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d73adf-025d-42d7-ba5f-1238da106de6 req-49066355-8f37-4751-84b3-d95d8513c4cf tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:49.105072 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-75d73adf-025d-42d7-ba5f-1238da106de6 req-49066355-8f37-4751-84b3-d95d8513c4cf tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 944 time: 0.0535405 Oct 30 01:09:49.109445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:49.158010 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-75d73adf-025d-42d7-ba5f-1238da106de6 req-69f54978-0826-4a61-9097-aefd61e23510 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462570 Oct 30 01:09:49.172202 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:49.216412 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:09:49.357961 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:49.380114 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'port_id': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9', 'mac_address': 'fa:16:3e:40:d5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:09:49.423621 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:49.424265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:49.440141 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:49.443491 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014e143-6ff6-4c13-b7d6-0a4a36b03442 req-bb0de3e8-9f5e-41d4-bae1-50656a342e4d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:49.446665 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:49.448050 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f014e143-6ff6-4c13-b7d6-0a4a36b03442 req-bb0de3e8-9f5e-41d4-bae1-50656a342e4d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 943 time: 0.0742195 Oct 30 01:09:49.464033 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:49.503746 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e01423-688e-458b-ad5b-30d744f65212 req-8d24403e-f689-4d6d-9311-fd3e0ef41145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:49.505436 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-8d24403e-f689-4d6d-9311-fd3e0ef41145 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1128 time: 0.0696516 Oct 30 01:09:49.583903 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:49.584665 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:09:49.640882 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f014e143-6ff6-4c13-b7d6-0a4a36b03442 req-eff6c33f-2ba2-4769-8323-3d21fab1c0d4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583030 Oct 30 01:09:49.765730 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e01423-688e-458b-ad5b-30d744f65212 req-f72b739f-8c21-4102-8080-c7df775e3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:49.767262 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-f72b739f-8c21-4102-8080-c7df775e3726 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 912 time: 0.2555792 Oct 30 01:09:49.835314 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-e16680cc-7bf0-44eb-b713-140ab5464160 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 217 time: 0.0460036 Oct 30 01:09:49.840265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:49.873777 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:49.883796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346839de-c5ca-45ee-b444-90f2e17d6d11 req-ed2fd78a-d707-4e14-90f1-ff0e6a74a6f2 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:49.886117 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'port_id': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18', 'mac_address': 'fa:16:3e:f6:0e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:09:49.891720 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-346839de-c5ca-45ee-b444-90f2e17d6d11 req-ed2fd78a-d707-4e14-90f1-ff0e6a74a6f2 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.1393626 Oct 30 01:09:49.897390 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:49.925630 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e01423-688e-458b-ad5b-30d744f65212 req-bc29c31a-a51f-4d6f-9c43-0eb17d61ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:49.927280 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-bc29c31a-a51f-4d6f-9c43-0eb17d61ecc3 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.0838504 Oct 30 01:09:49.952399 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:49.952399 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:49.962659 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:49.991165 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:50.004998 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-346839de-c5ca-45ee-b444-90f2e17d6d11 req-800c5f49-db6f-41d6-8fdc-a90e5bc7b48b tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123168 Oct 30 01:09:50.019062 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e01423-688e-458b-ad5b-30d744f65212 req-35b5b467-3c5d-400f-9c28-74a0f9e18320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:50.019062 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-35b5b467-3c5d-400f-9c28-74a0f9e18320 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0783041 Oct 30 01:09:50.074999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:50.132938 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-dec77076-a5b7-486c-8599-062db555def0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109111 Oct 30 01:09:50.142914 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:50.274419 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:50.325514 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15e01423-688e-458b-ad5b-30d744f65212 req-7ce29fbc-5f68-4ee7-9317-ce843dd5f212 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860416 Oct 30 01:09:50.342620 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42c7a-b6fd-4080-abdb-b94debb019d3 req-2eb8f5cc-9731-42b2-a223-0ecdf77b0979 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:50.354780 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9cb42c7a-b6fd-4080-abdb-b94debb019d3 req-2eb8f5cc-9731-42b2-a223-0ecdf77b0979 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 944 time: 0.0880203 Oct 30 01:09:50.433896 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9cb42c7a-b6fd-4080-abdb-b94debb019d3 req-3a4eb71b-0805-4a3d-88c0-bf4eeb2adfd4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803146 Oct 30 01:09:50.575774 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['fde77b6d-0e95-4d06-964a-83f5fdd6e5e9'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:09:50.723323 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['a185d7cd-a5ab-4e8d-a4c4-2d137415dd18'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:09:50.752185 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:50.769109 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e4d7-accd-4d16-9b11-6f20e7e19fed req-e6ee0f38-bf68-4753-94fe-c8da9ab7fa7b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:50.771398 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a990e4d7-accd-4d16-9b11-6f20e7e19fed req-e6ee0f38-bf68-4753-94fe-c8da9ab7fa7b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 944 time: 0.0521905 Oct 30 01:09:50.825083 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a990e4d7-accd-4d16-9b11-6f20e7e19fed req-d5d85fc9-45d4-417e-9233-85328f2e4ebb tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485394 Oct 30 01:09:51.134478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182a0da-f283-460d-a630-419692665714 req-4c7f8e75-db75-48b3-8f2c-c4b8a3729daa tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:51.134478 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b182a0da-f283-460d-a630-419692665714 req-4c7f8e75-db75-48b3-8f2c-c4b8a3729daa tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.0490127 Oct 30 01:09:51.188286 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b182a0da-f283-460d-a630-419692665714 req-d8d5e130-debd-4781-b694-5a35df541c8e tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Oct 30 01:09:51.200914 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:51.263970 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52588) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:51.309267 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e110a9e6-b871-4b2d-8aa2-faebc5bffc4d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:09:51.456967 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=6 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:51.536746 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:51.573015 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'port_id': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'mac_address': 'fa:16:3e:49:80:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:09:51.606280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-586d40e0-b3b2-4e62-875d-cfd018425545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:51.625673 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:51.654741 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:51.655370 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:51.694012 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e110a9e6-b871-4b2d-8aa2-faebc5bffc4d {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:51.708650 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:51.718479 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:51.730402 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066f572-dbac-4efd-8121-79d698e664d4 req-7e5e20fb-3605-4ea8-b3af-46ccbb6d2f3b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:51.731937 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2066f572-dbac-4efd-8121-79d698e664d4 req-7e5e20fb-3605-4ea8-b3af-46ccbb6d2f3b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 944 time: 0.1459241 Oct 30 01:09:51.764101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-586d40e0-b3b2-4e62-875d-cfd018425545 admin admin] Publish callbacks [] for security_group (fed6d108-dd24-4694-b210-7f742ea26b13), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:51.781217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:51.802037 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2066f572-dbac-4efd-8121-79d698e664d4 req-46f58ae2-ebc2-4d8a-ae04-4b1b66767369 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559092 Oct 30 01:09:51.807773 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:51.808569 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e79ba46a-fdc8-4e6c-a266-c30784d84a8b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:09:51.873313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:09:51.881009 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-586d40e0-b3b2-4e62-875d-cfd018425545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (fed6d108-dd24-4694-b210-7f742ea26b13), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:51.903705 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:51.911979 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:51.932144 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d40e0-b3b2-4e62-875d-cfd018425545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed6d108-dd24-4694-b210-7f742ea26b13,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:51.963185 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:51.963517 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:51.963885 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 Oct 30 01:09:52.001983 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-586d40e0-b3b2-4e62-875d-cfd018425545 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=193926ed37184666859980c480f36157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341487 Oct 30 01:09:52.002592 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52614) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:52.025296 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6aabc-fa2e-4487-95cf-8071e6a84e17 req-057f245f-bc74-4462-8678-a2e6223578fa tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:52.033864 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55b6aabc-fa2e-4487-95cf-8071e6a84e17 req-057f245f-bc74-4462-8678-a2e6223578fa tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 944 time: 0.0916936 Oct 30 01:09:52.049843 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:52.085044 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b', 'network_id': 'c367b002-822a-4b38-9fc4-12445dc4cb4a', 'port_id': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b', 'mac_address': 'fa:16:3e:8f:15:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8515651-f498-47c3-86a9-b822a907b2ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:09:52.109073 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:52.109274 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:52.109731 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.144507 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bd8-4bfb-4a41-ae85-3a0c045de6ed admin admin] Publish callbacks [] for security_group (fed6d108-dd24-4694-b210-7f742ea26b13), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.152236 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55b6aabc-fa2e-4487-95cf-8071e6a84e17 req-914a5b3d-a618-435d-93ad-9466bc7e8401 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189470 Oct 30 01:09:52.160171 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port e79ba46a-fdc8-4e6c-a266-c30784d84a8b is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:52.160631 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.168910 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:52.197893 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bd8-4bfb-4a41-ae85-3a0c045de6ed admin admin] Publish callbacks [] for security_group (fed6d108-dd24-4694-b210-7f742ea26b13), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.262466 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79ba46a-fdc8-4e6c-a266-c30784d84a8b {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:09:52.269999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:52.308703 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:52.358637 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cf7ec-9517-45e7-935e-43a1ca34cccb req-cb10f245-25f0-44ff-b727-904f5f58f6db tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:52.360231 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d04cf7ec-9517-45e7-935e-43a1ca34cccb req-cb10f245-25f0-44ff-b727-904f5f58f6db tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 943 time: 0.0617754 Oct 30 01:09:52.384222 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.385166 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:52.421685 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d04cf7ec-9517-45e7-935e-43a1ca34cccb req-2525adab-1bc1-4678-b068-f794562420d4 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 Oct 30 01:09:52.457924 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bd8-4bfb-4a41-ae85-3a0c045de6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (fed6d108-dd24-4694-b210-7f742ea26b13), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.461623 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.461799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bd8-4bfb-4a41-ae85-3a0c045de6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.466294 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-67ca7bd8-4bfb-4a41-ae85-3a0c045de6ed admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fed6d108-dd24-4694-b210-7f742ea26b13 HTTP/1.1" status: 204 len: 168 time: 0.4596016 Oct 30 01:09:52.477678 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca7bd8-4bfb-4a41-ae85-3a0c045de6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed6d108-dd24-4694-b210-7f742ea26b13,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:52.531336 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee214c46-67fc-4265-9fb3-1eaaa2f01518" -d '{"events": [{"server_uuid": "89eececf-ad51-4cbd-832b-a2f9d5a6dca8", "name": "network-vif-plugged", "status": "completed", "tag": "a185d7cd-a5ab-4e8d-a4c4-2d137415dd18"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:52.540963 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:52.569674 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:09:52.600552 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:52.700311 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:52.701114 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.701503 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 Oct 30 01:09:52.827796 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:52.828088 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.868199 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:52.882793 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:52.983445 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['e110a9e6-b871-4b2d-8aa2-faebc5bffc4d'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:09:52.989302 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:52.995949 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341cb-db8c-46ea-bbdc-9754eefd956b req-b3d42ae4-f46e-4b91-a68c-4fe9ada1679f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:52.997830 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-41f341cb-db8c-46ea-bbdc-9754eefd956b req-b3d42ae4-f46e-4b91-a68c-4fe9ada1679f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 945 time: 0.0697198 Oct 30 01:09:53.097357 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-41f341cb-db8c-46ea-bbdc-9754eefd956b req-1bb1cddc-b002-4e14-9a1b-83734750caf2 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928390 Oct 30 01:09:53.101779 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:53.113039 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['e79ba46a-fdc8-4e6c-a266-c30784d84a8b'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:09:53.120701 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21421598-013f-4c7b-9024-51dd3db0cb3d x-openstack-request-id: req-21421598-013f-4c7b-9024-51dd3db0cb3d {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:53.121008 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eececf-ad51-4cbd-832b-a2f9d5a6dca8", "name": "network-vif-plugged", "status": "completed", "tag": "a185d7cd-a5ab-4e8d-a4c4-2d137415dd18", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:53.121259 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21421598-013f-4c7b-9024-51dd3db0cb3d {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:53.122051 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21421598-013f-4c7b-9024-51dd3db0cb3d'] response: {'server_uuid': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18', 'code': 200} Oct 30 01:09:53.215899 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:53.303179 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:53.349342 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498edb2-40e9-407e-9bfd-260c0d4251d5 req-594d99de-51a1-4040-846b-24a3e17a1f66 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:53.359824 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d498edb2-40e9-407e-9bfd-260c0d4251d5 req-594d99de-51a1-4040-846b-24a3e17a1f66 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0638890 Oct 30 01:09:53.479876 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d498edb2-40e9-407e-9bfd-260c0d4251d5 req-32f30929-a2ea-4a1b-b29a-656eb21c31ae tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213524 Oct 30 01:09:53.553258 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d134d-b619-4809-9a58-15561f03579a req-8f792c21-148b-43ca-9660-5ed4cb10a8b7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:53.555280 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-197d134d-b619-4809-9a58-15561f03579a req-8f792c21-148b-43ca-9660-5ed4cb10a8b7 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 944 time: 0.0479364 Oct 30 01:09:53.612101 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-197d134d-b619-4809-9a58-15561f03579a req-3442c4fd-de12-44cf-80df-c67e7a36722d tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505755 Oct 30 01:09:53.721564 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d7b93-f053-4f1f-bab4-1a218886c9be req-1644b319-a620-489c-8387-5ccefbb7dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:53.723203 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b42d7b93-f053-4f1f-bab4-1a218886c9be req-1644b319-a620-489c-8387-5ccefbb7dd29 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1130 time: 0.0777807 Oct 30 01:09:53.738303 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52698) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:53.744704 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b42d7b93-f053-4f1f-bab4-1a218886c9be req-7edd7d4d-f265-45ef-bee0-39fa3bff3f47 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:53.770095 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6c61336c-ce88-4890-b1c1-38d2f5b64db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:53.866134 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6c61336c-ce88-4890-b1c1-38d2f5b64db3 admin admin] Publish callbacks [] for security_group (b31739b8-90ba-43c6-9dbc-4447b69376cf), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:53.904127 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b42d7b93-f053-4f1f-bab4-1a218886c9be req-7edd7d4d-f265-45ef-bee0-39fa3bff3f47 service neutron] Publish callbacks [] for security_group (01802ce3-3b7a-4f5e-a8f6-e5ba6b08e554), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:53.972287 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6c61336c-ce88-4890-b1c1-38d2f5b64db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b31739b8-90ba-43c6-9dbc-4447b69376cf), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:53.972538 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b42d7b93-f053-4f1f-bab4-1a218886c9be req-7edd7d4d-f265-45ef-bee0-39fa3bff3f47 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (01802ce3-3b7a-4f5e-a8f6-e5ba6b08e554), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:54.014117 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b42d7b93-f053-4f1f-bab4-1a218886c9be req-7edd7d4d-f265-45ef-bee0-39fa3bff3f47 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845283 Oct 30 01:09:54.028651 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6c61336c-ce88-4890-b1c1-38d2f5b64db3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=67cdd608eb694a82b9180ef05795f672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882431 Oct 30 01:09:54.029448 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52708) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:54.046706 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61336c-ce88-4890-b1c1-38d2f5b64db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31739b8-90ba-43c6-9dbc-4447b69376cf,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:54.050125 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7d4d-f265-45ef-bee0-39fa3bff3f47 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01802ce3-3b7a-4f5e-a8f6-e5ba6b08e554,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:54.143149 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-07b4e135-51ec-4f9c-ab3c-8b2e4f86db84 admin admin] Publish callbacks [] for security_group (b31739b8-90ba-43c6-9dbc-4447b69376cf), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:54.175370 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-07b4e135-51ec-4f9c-ab3c-8b2e4f86db84 admin admin] Publish callbacks [] for security_group (b31739b8-90ba-43c6-9dbc-4447b69376cf), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:54.276042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35396702-f300-45e0-8a34-bdcdc5bfd2bb req-94db3bde-2f9b-4e91-a6e9-ac996033c6a6 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:54.280678 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-35396702-f300-45e0-8a34-bdcdc5bfd2bb req-94db3bde-2f9b-4e91-a6e9-ac996033c6a6 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 945 time: 0.0662448 Oct 30 01:09:54.311388 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-07b4e135-51ec-4f9c-ab3c-8b2e4f86db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b31739b8-90ba-43c6-9dbc-4447b69376cf), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:54.314413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-07b4e135-51ec-4f9c-ab3c-8b2e4f86db84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:54.321266 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-07b4e135-51ec-4f9c-ab3c-8b2e4f86db84 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b31739b8-90ba-43c6-9dbc-4447b69376cf HTTP/1.1" status: 204 len: 168 time: 0.2723386 Oct 30 01:09:54.328999 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4e135-51ec-4f9c-ab3c-8b2e4f86db84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31739b8-90ba-43c6-9dbc-4447b69376cf,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:54.353434 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-35396702-f300-45e0-8a34-bdcdc5bfd2bb req-90ee89ef-b3fa-423d-9393-f25dd2673894 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673552 Oct 30 01:09:54.425601 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:09:54.615339 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb4f7-0dac-465f-bb51-f288fda254a3 req-b24322db-30fc-47fa-bc96-f6b8696e3e20 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:54.617001 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-341cb4f7-0dac-465f-bb51-f288fda254a3 req-b24322db-30fc-47fa-bc96-f6b8696e3e20 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0540752 Oct 30 01:09:54.679071 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-341cb4f7-0dac-465f-bb51-f288fda254a3 req-2bbb4e80-a940-4564-a835-a3af018e82b5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Oct 30 01:09:54.966832 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:54.999095 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9cc03-afa9-43e5-89f7-356eb0829fab req-ad77d379-d363-4b79-8194-17e81d1dcf70 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:55.008673 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f9d9cc03-afa9-43e5-89f7-356eb0829fab req-ad77d379-d363-4b79-8194-17e81d1dcf70 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 944 time: 0.2660251 Oct 30 01:09:55.009864 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52758) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:55.060410 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:55.068646 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f9d9cc03-afa9-43e5-89f7-356eb0829fab req-7a2c5273-3737-43b1-8f87-702297834363 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589898 Oct 30 01:09:55.086104 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:55.124023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:55.131521 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326f718-d1c5-4897-9b35-6b7c03888040" -d '{"events": [{"server_uuid": "ce81348d-b898-4087-8f2e-0b820ce0d9ce", "name": "network-vif-plugged", "status": "completed", "tag": "fde77b6d-0e95-4d06-964a-83f5fdd6e5e9"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:55.165707 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51043720-5787-49c8-bda7-58e2acbf3857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.169570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68e76c1-e933-4cb6-b462-eca2f3e72d3d x-openstack-request-id: req-a68e76c1-e933-4cb6-b462-eca2f3e72d3d {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:55.169895 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce81348d-b898-4087-8f2e-0b820ce0d9ce", "name": "network-vif-plugged", "status": "completed", "tag": "fde77b6d-0e95-4d06-964a-83f5fdd6e5e9", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:55.170147 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a68e76c1-e933-4cb6-b462-eca2f3e72d3d {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:55.170588 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68e76c1-e933-4cb6-b462-eca2f3e72d3d'] response: {'server_uuid': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9', 'code': 200} Oct 30 01:09:55.260653 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51043720-5787-49c8-bda7-58e2acbf3857 admin admin] Publish callbacks [] for security_group (4c773fff-93f2-442f-98bb-4bf566197022), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.335810 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e110a9e6-b871-4b2d-8aa2-faebc5bffc4d up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:55.338224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51043720-5787-49c8-bda7-58e2acbf3857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4c773fff-93f2-442f-98bb-4bf566197022), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.366388 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:55.384581 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52778) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:55.385285 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-51043720-5787-49c8-bda7-58e2acbf3857 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1fa989b4a6dc4e59a700894346b91ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735986 Oct 30 01:09:55.398687 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:09:55.402851 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043720-5787-49c8-bda7-58e2acbf3857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c773fff-93f2-442f-98bb-4bf566197022,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:55.506026 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:55.506538 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.507619 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d Oct 30 01:09:55.533890 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786aea0-f133-4c4e-b3cb-b6ae35a41c85 req-6e70f23f-ea39-4936-8d20-6d29ee386884 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:55.535689 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d786aea0-f133-4c4e-b3cb-b6ae35a41c85 req-6e70f23f-ea39-4936-8d20-6d29ee386884 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 945 time: 0.0889149 Oct 30 01:09:55.536546 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79dbe540-0496-4b91-a52f-a88399ef869f admin admin] Publish callbacks [] for security_group (4c773fff-93f2-442f-98bb-4bf566197022), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.583231 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79dbe540-0496-4b91-a52f-a88399ef869f admin admin] Publish callbacks [] for security_group (4c773fff-93f2-442f-98bb-4bf566197022), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.639866 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d786aea0-f133-4c4e-b3cb-b6ae35a41c85 req-0c74f6ff-8b6e-4f24-9c91-6ab87482827b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871713 Oct 30 01:09:55.689771 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:55.690430 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.738346 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79dbe540-0496-4b91-a52f-a88399ef869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4c773fff-93f2-442f-98bb-4bf566197022), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.750024 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79dbe540-0496-4b91-a52f-a88399ef869f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.751274 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-79dbe540-0496-4b91-a52f-a88399ef869f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4c773fff-93f2-442f-98bb-4bf566197022 HTTP/1.1" status: 204 len: 168 time: 0.3655517 Oct 30 01:09:55.771141 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbe540-0496-4b91-a52f-a88399ef869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c773fff-93f2-442f-98bb-4bf566197022,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:55.880676 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:55.893530 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb164-da46-46fe-9fd2-02af5106b689 req-a9383e04-867c-4ab3-a2ea-a8e1346222cf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:55.896718 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f8adb164-da46-46fe-9fd2-02af5106b689 req-a9383e04-867c-4ab3-a2ea-a8e1346222cf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0941846 Oct 30 01:09:55.978085 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:55.978962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e79ba46a-fdc8-4e6c-a266-c30784d84a8b up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:56.002245 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f8adb164-da46-46fe-9fd2-02af5106b689 req-00c411d0-e24a-4f9e-b536-159093a8db79 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Oct 30 01:09:56.084237 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port e79ba46a-fdc8-4e6c-a266-c30784d84a8b completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:09:56.090580 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:56.095967 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a0e83-bcc1-44bc-a8f6-3d5cb7dfb9e6 req-b8cdacd7-b118-4e5e-9e28-d63d3fbcd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:56.097972 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-603a0e83-bcc1-44bc-a8f6-3d5cb7dfb9e6 req-b8cdacd7-b118-4e5e-9e28-d63d3fbcd97b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 1129 time: 0.0822678 Oct 30 01:09:56.223494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port e79ba46a-fdc8-4e6c-a266-c30784d84a8b triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:56.224615 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:56.225121 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port e79ba46a-fdc8-4e6c-a266-c30784d84a8b Oct 30 01:09:56.238841 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818ea06-cf51-4db4-97ca-2452ffa271f7 req-d8846376-025e-4c44-bb13-15da8429fa7b tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:56.246949 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1818ea06-cf51-4db4-97ca-2452ffa271f7 req-d8846376-025e-4c44-bb13-15da8429fa7b tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 944 time: 0.0800905 Oct 30 01:09:56.299910 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-603a0e83-bcc1-44bc-a8f6-3d5cb7dfb9e6 req-305b8e05-ec6b-4b07-b095-bcb76d98aa38 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953546 Oct 30 01:09:56.322048 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port e79ba46a-fdc8-4e6c-a266-c30784d84a8b is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:56.322429 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:56.331965 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1818ea06-cf51-4db4-97ca-2452ffa271f7 req-67668ef3-8163-4902-85e6-d66d163324e0 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843499 Oct 30 01:09:56.359265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:56.406149 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:56.414635 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:56.463913 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:56.629108 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:56.638976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52832) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:56.653882 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-55df332e-e58b-42f1-9ff3-bddbe3925e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:56.816927 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc434-3f4e-47f9-890f-4688ba92e7e1 req-a6866a1b-6713-458a-bb14-d004146e6488 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:56.818411 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-58bfc434-3f4e-47f9-890f-4688ba92e7e1 req-a6866a1b-6713-458a-bb14-d004146e6488 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0742784 Oct 30 01:09:56.820426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-55df332e-e58b-42f1-9ff3-bddbe3925e2a admin admin] Publish callbacks [] for security_group (e930edcf-9129-42bf-94e6-230dc7e0b5e6), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:56.884211 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-58bfc434-3f4e-47f9-890f-4688ba92e7e1 req-bb2964e5-a51a-471f-b3d1-c3d61788591b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596981 Oct 30 01:09:56.920224 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-55df332e-e58b-42f1-9ff3-bddbe3925e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (e930edcf-9129-42bf-94e6-230dc7e0b5e6), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:56.964266 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-55df332e-e58b-42f1-9ff3-bddbe3925e2a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a41b8fb511104bfa890e8915aed2dfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238215 Oct 30 01:09:56.965328 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df332e-e58b-42f1-9ff3-bddbe3925e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e930edcf-9129-42bf-94e6-230dc7e0b5e6,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:56.970992 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52838) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:57.008682 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52840) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:57.025620 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51a20c9e-ca4c-4295-a615-55ddd261150f admin admin] Publish callbacks [] for security_group (e930edcf-9129-42bf-94e6-230dc7e0b5e6), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.081705 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51a20c9e-ca4c-4295-a615-55ddd261150f admin admin] Publish callbacks [] for security_group (e930edcf-9129-42bf-94e6-230dc7e0b5e6), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.172450 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d'}, {'server_uuid': 'd6eded78-b511-4e4a-a62d-320226461b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:09:57.179295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d33118-7682-4e23-b60c-2ad60e0ed396" -d '{"events": [{"server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "name": "network-vif-plugged", "status": "completed", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d"}, {"server_uuid": "d6eded78-b511-4e4a-a62d-320226461b59", "name": "network-vif-plugged", "status": "completed", "tag": "e79ba46a-fdc8-4e6c-a266-c30784d84a8b"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:09:57.194195 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5a1b-ad7b-46fc-9302-2ff4e5279ee3 req-b209c1e4-99f9-463a-862e-2921b5563660 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:57.203876 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c5fb5a1b-ad7b-46fc-9302-2ff4e5279ee3 req-b209c1e4-99f9-463a-862e-2921b5563660 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0978246 Oct 30 01:09:57.239540 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dafc6115-0742-4270-8f17-d4062652662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.239952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 30 Oct 2022 01:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101ddf74-1d10-414a-9984-5b46cdddc355 x-openstack-request-id: req-101ddf74-1d10-414a-9984-5b46cdddc355 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:09:57.239952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "name": "network-vif-plugged", "status": "completed", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d", "code": 200}, {"server_uuid": "d6eded78-b511-4e4a-a62d-320226461b59", "name": "network-vif-plugged", "status": "completed", "tag": "e79ba46a-fdc8-4e6c-a266-c30784d84a8b", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:09:57.239952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-101ddf74-1d10-414a-9984-5b46cdddc355 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:09:57.239952 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101ddf74-1d10-414a-9984-5b46cdddc355'] response: {'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'code': 200} Oct 30 01:09:57.239952 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101ddf74-1d10-414a-9984-5b46cdddc355'] response: {'server_uuid': 'd6eded78-b511-4e4a-a62d-320226461b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b', 'code': 200} Oct 30 01:09:57.244911 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51a20c9e-ca4c-4295-a615-55ddd261150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (e930edcf-9129-42bf-94e6-230dc7e0b5e6), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.247641 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-51a20c9e-ca4c-4295-a615-55ddd261150f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.248843 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-51a20c9e-ca4c-4295-a615-55ddd261150f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e930edcf-9129-42bf-94e6-230dc7e0b5e6 HTTP/1.1" status: 204 len: 168 time: 0.2819502 Oct 30 01:09:57.298921 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a20c9e-ca4c-4295-a615-55ddd261150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930edcf-9129-42bf-94e6-230dc7e0b5e6,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:57.311636 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c5fb5a1b-ad7b-46fc-9302-2ff4e5279ee3 req-12dea4c4-06a2-4445-8c33-c8d73730cb2f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015918 Oct 30 01:09:57.372305 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:57.454337 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dafc6115-0742-4270-8f17-d4062652662a admin admin] Publish callbacks [] for security_group (6f2d5f72-fc46-41f2-8277-da6bb9692b14), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.492689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559a11a-d1d2-4d37-b591-65e0646814bb req-6495fbef-ba93-4db9-8d94-1223192b0913 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:57.494239 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7559a11a-d1d2-4d37-b591-65e0646814bb req-6495fbef-ba93-4db9-8d94-1223192b0913 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.0727997 Oct 30 01:09:57.545679 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7559a11a-d1d2-4d37-b591-65e0646814bb req-a0977987-8991-4015-a363-20e63fd29795 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Oct 30 01:09:57.565863 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dafc6115-0742-4270-8f17-d4062652662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6f2d5f72-fc46-41f2-8277-da6bb9692b14), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.594812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:57.607432 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc6115-0742-4270-8f17-d4062652662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d5f72-fc46-41f2-8277-da6bb9692b14,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:57.615229 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-dafc6115-0742-4270-8f17-d4062652662a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=19eda877b0384a4380a34117a2e2a75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6052365 Oct 30 01:09:57.615921 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52870) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:57.675348 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb0d-01fa-4257-a1b8-b9adcaf01366 admin admin] Publish callbacks [] for security_group (6f2d5f72-fc46-41f2-8277-da6bb9692b14), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.699042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb0d-01fa-4257-a1b8-b9adcaf01366 admin admin] Publish callbacks [] for security_group (6f2d5f72-fc46-41f2-8277-da6bb9692b14), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.817321 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb0d-01fa-4257-a1b8-b9adcaf01366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6f2d5f72-fc46-41f2-8277-da6bb9692b14), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.820160 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-92a4eb0d-01fa-4257-a1b8-b9adcaf01366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:57.822065 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-92a4eb0d-01fa-4257-a1b8-b9adcaf01366 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6f2d5f72-fc46-41f2-8277-da6bb9692b14 HTTP/1.1" status: 204 len: 168 time: 0.2050755 Oct 30 01:09:57.830378 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4eb0d-01fa-4257-a1b8-b9adcaf01366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d5f72-fc46-41f2-8277-da6bb9692b14,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:58.025773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859add-5e5e-4eda-b62f-d6f3913bb572 req-f707339d-9a10-47ec-893d-040ece70e7b5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:58.033065 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-92859add-5e5e-4eda-b62f-d6f3913bb572 req-f707339d-9a10-47ec-893d-040ece70e7b5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0680809 Oct 30 01:09:58.092644 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-92859add-5e5e-4eda-b62f-d6f3913bb572 req-4fad748b-4f08-4966-bbad-0f9fed15eb76 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585904 Oct 30 01:09:58.154844 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9e82cc8a-8d92-4724-a612-984b6b28de34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:58.338724 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d1337-9055-4012-9e6e-50d6cc3a9dc6 req-2f04e931-a5d4-4b43-a774-f0d6c354206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:58.340983 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2f7d1337-9055-4012-9e6e-50d6cc3a9dc6 req-2f04e931-a5d4-4b43-a774-f0d6c354206e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 1129 time: 0.0495253 Oct 30 01:09:58.405659 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cde85-5bd5-40e9-bf56-9024455b4bee req-cb2814d1-162e-4b30-bd87-9c28592ee5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:58.408044 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-660cde85-5bd5-40e9-bf56-9024455b4bee req-cb2814d1-162e-4b30-bd87-9c28592ee5dc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1130 time: 0.0981774 Oct 30 01:09:58.462391 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2f7d1337-9055-4012-9e6e-50d6cc3a9dc6 req-3141f461-0576-4f24-a4b8-96830baa99db service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130211 Oct 30 01:09:58.503670 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-660cde85-5bd5-40e9-bf56-9024455b4bee req-1fe8ba03-7ef4-40e6-b85a-ad6d53b69f38 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892808 Oct 30 01:09:58.506564 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:58.516783 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82c2b8-419f-4bd1-9488-053094de40bf req-e5201b87-5e0f-4639-b09a-883740cb7d32 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:58.518338 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea82c2b8-419f-4bd1-9488-053094de40bf req-e5201b87-5e0f-4639-b09a-883740cb7d32 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0718079 Oct 30 01:09:58.576405 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea82c2b8-419f-4bd1-9488-053094de40bf req-e1d158cf-ca7f-4121-8dcc-2a52a1b22d6f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502756 Oct 30 01:09:58.711658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabce2a7-ebbc-4e63-badc-cc14a8a893dc req-d80af3d3-261c-4a3b-bf28-d7599bb01832 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:58.714115 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dabce2a7-ebbc-4e63-badc-cc14a8a893dc req-d80af3d3-261c-4a3b-bf28-d7599bb01832 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.0633399 Oct 30 01:09:58.826312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dabce2a7-ebbc-4e63-badc-cc14a8a893dc req-64465ae5-7266-4d43-b7ae-0a1d845a0c22 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046624 Oct 30 01:09:59.262984 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5472-5f86-423f-85dd-bc2a6cfbc247 req-4e5cf204-4cb6-4176-a758-35fa7e49f21e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:59.264643 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-163e5472-5f86-423f-85dd-bc2a6cfbc247 req-4e5cf204-4cb6-4176-a758-35fa7e49f21e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0820146 Oct 30 01:09:59.271112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce218f-ee03-47b6-82c8-2aa5e7cff132 req-589bc390-eae6-4965-aa53-6a60616076ed tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:59.282265 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15ce218f-ee03-47b6-82c8-2aa5e7cff132 req-589bc390-eae6-4965-aa53-6a60616076ed tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1019113 Oct 30 01:09:59.348605 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 52950) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:59.356941 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-163e5472-5f86-423f-85dd-bc2a6cfbc247 req-17cc6101-5542-4dc8-b8cc-dcb184c24fe5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813472 Oct 30 01:09:59.362641 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-15ce218f-ee03-47b6-82c8-2aa5e7cff132 req-ea279c27-9e43-4801-9194-b9e2079e16b7 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722888 Oct 30 01:09:59.490528 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:59.496583 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-549036fa-9954-41a3-bf0e-fd3a936b4ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.580802 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-549036fa-9954-41a3-bf0e-fd3a936b4ac6 admin admin] Publish callbacks [] for security_group (6c13d3bd-3d3c-41f6-b007-3125f1a07bd9), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.680903 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-549036fa-9954-41a3-bf0e-fd3a936b4ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6c13d3bd-3d3c-41f6-b007-3125f1a07bd9), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.701675 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:59.719907 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549036fa-9954-41a3-bf0e-fd3a936b4ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c13d3bd-3d3c-41f6-b007-3125f1a07bd9,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:59.724908 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-549036fa-9954-41a3-bf0e-fd3a936b4ac6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5714394086f24b9fa6a155436ece02a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747225 Oct 30 01:09:59.729053 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 52958) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:59.781226 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:59.785068 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-729e869b-881a-4908-a520-e6a68da4a50a admin admin] Publish callbacks [] for security_group (6c13d3bd-3d3c-41f6-b007-3125f1a07bd9), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.809629 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-729e869b-881a-4908-a520-e6a68da4a50a admin admin] Publish callbacks [] for security_group (6c13d3bd-3d3c-41f6-b007-3125f1a07bd9), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.915560 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-729e869b-881a-4908-a520-e6a68da4a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6c13d3bd-3d3c-41f6-b007-3125f1a07bd9), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.919635 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-729e869b-881a-4908-a520-e6a68da4a50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:59.923355 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-729e869b-881a-4908-a520-e6a68da4a50a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6c13d3bd-3d3c-41f6-b007-3125f1a07bd9 HTTP/1.1" status: 204 len: 168 time: 0.1910243 Oct 30 01:09:59.934445 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e869b-881a-4908-a520-e6a68da4a50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c13d3bd-3d3c-41f6-b007-3125f1a07bd9,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:00.018472 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746c817-4cab-45f4-90fc-ee383971015d req-10b2214c-e70e-4134-b55b-96b5a292e172 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:00.020099 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4746c817-4cab-45f4-90fc-ee383971015d req-10b2214c-e70e-4134-b55b-96b5a292e172 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.0690606 Oct 30 01:10:00.095115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:00.144409 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4746c817-4cab-45f4-90fc-ee383971015d req-38837670-01f6-47d0-9901-e781ca9e93d4 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961947 Oct 30 01:10:00.333080 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:00.458793 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c220a53d-ba09-469b-a8fe-4a5daef54fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:00.572112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c044c-0f55-4557-bc10-6768ab6981c5 req-f649a7c0-6b87-4e85-b377-ded5ccda530d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:00.572112 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a3c044c-0f55-4557-bc10-6768ab6981c5 req-f649a7c0-6b87-4e85-b377-ded5ccda530d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1226048 Oct 30 01:10:00.581332 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088742-6591-43ba-962f-f4fc2599303a req-fae9c4b5-4707-4ff9-b0ec-1189b6c5ee9f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:00.582972 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-06088742-6591-43ba-962f-f4fc2599303a req-fae9c4b5-4707-4ff9-b0ec-1189b6c5ee9f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1004844 Oct 30 01:10:00.669191 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a3c044c-0f55-4557-bc10-6768ab6981c5 req-b251d98b-ea37-4b4d-b8c5-a66461101b0d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853505 Oct 30 01:10:00.682899 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-06088742-6591-43ba-962f-f4fc2599303a req-2d075765-25e2-45c1-8f44-96add9763b03 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852938 Oct 30 01:10:00.914613 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-8e592c61-9757-4b2d-a615-7bd8d0628383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:00.914613 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-8e592c61-9757-4b2d-a615-7bd8d0628383 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 1129 time: 0.0733259 Oct 30 01:10:01.024660 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:01.124537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53018) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:01.268189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37893e7-fc15-4d69-aa38-9805f9922fb5 req-71c2a2d1-8296-4ff1-990c-69a587a6f9f5 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:01.274638 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c37893e7-fc15-4d69-aa38-9805f9922fb5 req-71c2a2d1-8296-4ff1-990c-69a587a6f9f5 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Oct 30 01:10:01.325276 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c37893e7-fc15-4d69-aa38-9805f9922fb5 req-bb000fdb-e6a0-4034-aa24-91ae581a08a6 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 Oct 30 01:10:01.407428 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-69b610e7-ccf2-4240-a0d5-29f7d5ab6d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:01.506281 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-69b610e7-ccf2-4240-a0d5-29f7d5ab6d50 admin admin] Publish callbacks [] for security_group (6a0234da-71dd-4715-9758-da858e9065fb), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:01.597412 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-69b610e7-ccf2-4240-a0d5-29f7d5ab6d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6a0234da-71dd-4715-9758-da858e9065fb), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:01.658198 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-69b610e7-ccf2-4240-a0d5-29f7d5ab6d50 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7ee155a421704255933d003ea9d593a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325222 Oct 30 01:10:01.662134 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53042) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:01.674198 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b610e7-ccf2-4240-a0d5-29f7d5ab6d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0234da-71dd-4715-9758-da858e9065fb,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:01.726147 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-f97ed051-9ba8-4518-9edd-16227393c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:01.727695 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-f97ed051-9ba8-4518-9edd-16227393c542 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1003036 Oct 30 01:10:01.790112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bfc-3483-4153-aae9-87a629e31b77 admin admin] Publish callbacks [] for security_group (6a0234da-71dd-4715-9758-da858e9065fb), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:01.806733 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-c9c70762-780e-4239-bfb4-0d20b84a3fd5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0668330 Oct 30 01:10:01.849913 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bfc-3483-4153-aae9-87a629e31b77 admin admin] Publish callbacks [] for security_group (6a0234da-71dd-4715-9758-da858e9065fb), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:01.873959 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-da3599ec-05b3-4f97-b925-053ba01f7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:01.878650 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-da3599ec-05b3-4f97-b925-053ba01f7082 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0596931 Oct 30 01:10:01.934861 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-e4812f44-ab09-4ba9-bf58-bda78152e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:01.941799 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-e4812f44-ab09-4ba9-bf58-bda78152e004 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0556157 Oct 30 01:10:01.957901 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2ef13-a84a-412e-9f7f-0b46fd1d9dc5 req-7dbc9891-0292-41b4-8e2c-5d46a56adb09 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:01.960577 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aab2ef13-a84a-412e-9f7f-0b46fd1d9dc5 req-7dbc9891-0292-41b4-8e2c-5d46a56adb09 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1328173 Oct 30 01:10:01.970180 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522c47e-6efd-4795-a050-823c26fd9f63 req-d6d90c29-e71e-471e-a231-3420b7943624 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:01.972328 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d522c47e-6efd-4795-a050-823c26fd9f63 req-d6d90c29-e71e-471e-a231-3420b7943624 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1268606 Oct 30 01:10:02.044584 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aab2ef13-a84a-412e-9f7f-0b46fd1d9dc5 req-89cc5429-b917-4176-9183-477e0ac530b9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Oct 30 01:10:02.048602 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-64512beb-97e6-4040-b87a-156d1bcf1537 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007388 Oct 30 01:10:02.080144 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d522c47e-6efd-4795-a050-823c26fd9f63 req-97bf8556-4001-4c5f-af48-6ec79c0c4c46 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717125 Oct 30 01:10:02.167980 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c1472bb9-7cc1-480f-abae-178f887625b7 req-73b344b6-8bc8-46ff-b7bc-893e764dd428 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114888 Oct 30 01:10:02.169976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bfc-3483-4153-aae9-87a629e31b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6a0234da-71dd-4715-9758-da858e9065fb), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:02.173120 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bfc-3483-4153-aae9-87a629e31b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:02.179227 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e5e40bfc-3483-4153-aae9-87a629e31b77 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6a0234da-71dd-4715-9758-da858e9065fb HTTP/1.1" status: 204 len: 168 time: 0.4868782 Oct 30 01:10:02.189928 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e40bfc-3483-4153-aae9-87a629e31b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0234da-71dd-4715-9758-da858e9065fb,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:02.205374 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:02.234712 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:02.258465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:02.299979 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced105-cf9c-4c5a-90ed-dfe9004774da req-84caec8c-e80c-432a-a837-d774f1a0fede tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:02.305886 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-27ced105-cf9c-4c5a-90ed-dfe9004774da req-84caec8c-e80c-432a-a837-d774f1a0fede tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0589342 Oct 30 01:10:02.323850 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53062) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:02.328800 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'floatingip': {'port_id': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:02.493504 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (016ebace-1b49-49bf-9e19-06dc7ad26c6d), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.344309 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53100) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:03.369781 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-55a6ae63-f5eb-465d-81f9-d38c80845320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.553475 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-55a6ae63-f5eb-465d-81f9-d38c80845320 admin admin] Publish callbacks [] for security_group (6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.592289 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:03.658131 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d84309-c48e-495e-88af-e639ffe90a12 req-1805528c-b12d-4763-97f6-1ad41ac9564e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:03.659717 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f8d84309-c48e-495e-88af-e639ffe90a12 req-1805528c-b12d-4763-97f6-1ad41ac9564e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.4468989 Oct 30 01:10:03.712726 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-55a6ae63-f5eb-465d-81f9-d38c80845320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.717715 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.855388 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-55a6ae63-f5eb-465d-81f9-d38c80845320 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=eaa81d657a5d4a94b1fcd5a505c2acf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097985 Oct 30 01:10:03.856572 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53110) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:03.857678 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6ae63-f5eb-465d-81f9-d38c80845320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:03.878740 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f8d84309-c48e-495e-88af-e639ffe90a12 req-72528638-60be-45f5-a09d-c4c270864a4f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691680 Oct 30 01:10:03.886626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.933458 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.955517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (016ebace-1b49-49bf-9e19-06dc7ad26c6d), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:03.992263 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c6b11909-2245-4238-bc69-45b992d2bb05 admin admin] Publish callbacks [] for security_group (6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:04.055830 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c6b11909-2245-4238-bc69-45b992d2bb05 admin admin] Publish callbacks [] for security_group (6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:04.106069 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:04.124933 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:04.141965 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Floating IP 016ebace-1b49-49bf-9e19-06dc7ad26c6d associated. External IP: 172.37.0.156, port: e110a9e6-b871-4b2d-8aa2-faebc5bffc4d. Oct 30 01:10:04.252084 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c6b11909-2245-4238-bc69-45b992d2bb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:04.257355 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c6b11909-2245-4238-bc69-45b992d2bb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:04.262973 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c6b11909-2245-4238-bc69-45b992d2bb05 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1 HTTP/1.1" status: 204 len: 168 time: 0.3988349 Oct 30 01:10:04.277772 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b11909-2245-4238-bc69-45b992d2bb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e955d0c-ccb3-4c4f-9a69-6c911fdea9f1,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:04.420285 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:04.426186 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:04.537308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:10:04.731931 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:10:04.737858 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:04.757247 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:10:04.778032 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:04.778842 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:10:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:04.781537 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b241bf54-40b7-4ca7-8487-26fd086ac71e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/016ebace-1b49-49bf-9e19-06dc7ad26c6d HTTP/1.1" status: 200 len: 992 time: 2.4561558 Oct 30 01:10:04.783562 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:04.785306 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24" -d '{"events": [{"name": "network-changed", "server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:04.872112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ea9b0-91fc-4a5c-9cd1-cf6c34861b14 x-openstack-request-id: req-ed7ea9b0-91fc-4a5c-9cd1-cf6c34861b14 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:04.872575 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:04.873008 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed7ea9b0-91fc-4a5c-9cd1-cf6c34861b14 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:04.873743 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7ea9b0-91fc-4a5c-9cd1-cf6c34861b14'] response: {'name': 'network-changed', 'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'status': 'completed', 'code': 200} Oct 30 01:10:04.941545 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:05.083282 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-13d9cf11-300e-4fbd-8f66-b5a14b44616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:05.086223 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-13d9cf11-300e-4fbd-8f66-b5a14b44616a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1130 time: 0.1074758 Oct 30 01:10:05.189735 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95842137-2e93-406b-81a6-0a4ed6b7c817 req-230bab3f-78dc-41ab-8d3f-c0ce18e6c1d5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:05.197539 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-95842137-2e93-406b-81a6-0a4ed6b7c817 req-230bab3f-78dc-41ab-8d3f-c0ce18e6c1d5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1138563 Oct 30 01:10:05.290105 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:05.293259 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-36145b85-6aab-4b89-ac53-1123f5fa9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:05.296243 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-36145b85-6aab-4b89-ac53-1123f5fa9dba service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 912 time: 0.2029591 Oct 30 01:10:05.336648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:05.358581 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:05.371742 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-95842137-2e93-406b-81a6-0a4ed6b7c817 req-c9db3b31-8d50-4647-8caf-6f0a747b29d1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695206 Oct 30 01:10:05.620739 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-86265b14-75ac-4f2d-bad4-fe85951b16ef service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 1000 time: 0.3163145 Oct 30 01:10:05.776999 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-c7a252c1-c40e-4b40-aba7-0c8a4319bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:05.781458 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-c7a252c1-c40e-4b40-aba7-0c8a4319bf3c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.1514788 Oct 30 01:10:05.855823 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:05.869594 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '016ebace-1b49-49bf-9e19-06dc7ad26c6d', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'floating_ip_address': '172.37.0.156', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'port_id': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'mac_address': 'fa:16:3e:49:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:09:28Z', 'updated_at': '2022-10-30T01:10:03Z', 'revision_number': 1, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:05.938733 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:10:05.949438 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-377f605a-fc37-42c1-ad4a-dd481b962044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:05.952405 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-377f605a-fc37-42c1-ad4a-dd481b962044 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1609123 Oct 30 01:10:05.955805 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:05.957108 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:10:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:06.208378 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-77e004a7-786d-46df-9cb6-012d0f7fac1e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415569 Oct 30 01:10:06.224371 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:06.407862 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-afd8b6a3-cc0f-4b55-afd2-9f3f1ccf5a24 req-925faa2f-e908-43d6-ad38-b91e53eced16 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924863 Oct 30 01:10:06.662165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fbaca-781f-41e0-9b81-d761316d4a32 req-83a7d92a-67ef-4fc4-8d1a-f6e7578226d3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:06.675306 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c33fbaca-781f-41e0-9b81-d761316d4a32 req-83a7d92a-67ef-4fc4-8d1a-f6e7578226d3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1102748 Oct 30 01:10:06.754771 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '016ebace-1b49-49bf-9e19-06dc7ad26c6d', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'floating_ip_address': '172.37.0.156', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'port_id': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'mac_address': 'fa:16:3e:49:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:09:28Z', 'updated_at': '2022-10-30T01:10:03Z', 'revision_number': 1, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:06.786359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c33fbaca-781f-41e0-9b81-d761316d4a32 req-98ed0ac3-48ec-445f-a11a-257f739a8423 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092095 Oct 30 01:10:06.814947 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad853362-b817-4aa9-ac1d-de39977bbf47 None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '016ebace-1b49-49bf-9e19-06dc7ad26c6d', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'floating_ip_address': '172.37.0.156', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'port_id': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'mac_address': 'fa:16:3e:49:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:09:28Z', 'updated_at': '2022-10-30T01:10:03Z', 'revision_number': 1, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:10:06.863658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:07.109056 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b64c4-a27a-44d3-9178-499ff4dc3bef None None] New status for floating IP 016ebace-1b49-49bf-9e19-06dc7ad26c6d: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:10:07.927738 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2781d9-d4a8-4b18-a466-2a294f12c414 req-3385c648-61d0-4e6b-905e-091d6c5ef5ca tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:07.929388 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ff2781d9-d4a8-4b18-a466-2a294f12c414 req-3385c648-61d0-4e6b-905e-091d6c5ef5ca tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0535452 Oct 30 01:10:07.981516 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ff2781d9-d4a8-4b18-a466-2a294f12c414 req-63425544-56c7-4074-a8a8-fafc7acf69f2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Oct 30 01:10:08.337576 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:08.464440 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-2f6a7a3e-04b6-4032-a1d0-1f8fcc3ca570 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412791 Oct 30 01:10:08.598210 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-8d548291-defd-45ce-9754-5fdc2a27b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:08.599753 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-8d548291-defd-45ce-9754-5fdc2a27b3b0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1130 time: 0.0441771 Oct 30 01:10:08.727489 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-b379bf55-c243-460d-8442-d72f951cf106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:08.729155 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-b379bf55-c243-460d-8442-d72f951cf106 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1039972 Oct 30 01:10:08.844264 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-4bd81d30-9132-4bfc-bdf2-fa103ac6836c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 200 len: 217 time: 0.0611815 Oct 30 01:10:08.945624 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-3bfbddff-56e4-45a6-8131-6927ea1c5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:08.947710 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-3bfbddff-56e4-45a6-8131-6927ea1c5438 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0783076 Oct 30 01:10:09.114990 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-e51b28b4-9685-4fc7-9cfd-7f78d872e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:09.117700 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-e51b28b4-9685-4fc7-9cfd-7f78d872e524 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0594289 Oct 30 01:10:09.145962 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cd808-d93f-45a0-add0-ea7c395459f9 req-841d1d2a-536b-4e26-b725-fe8719a6def6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:09.154255 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e58cd808-d93f-45a0-add0-ea7c395459f9 req-841d1d2a-536b-4e26-b725-fe8719a6def6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0803566 Oct 30 01:10:09.207036 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:09.234021 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e58cd808-d93f-45a0-add0-ea7c395459f9 req-d7592fc5-04d6-4168-809f-14f8f030564a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778294 Oct 30 01:10:09.265061 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-b0830b1c-b267-43df-9d86-5b6735564401 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322715 Oct 30 01:10:09.397931 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c5f8a3d7-ce2f-44b4-8199-823115b8fc46 req-0fe60a46-a026-4405-8742-6c5242eb03f0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164100 Oct 30 01:10:09.444593 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53260) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:09.566027 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.681197 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Publish callbacks [] for security_group (c7c2f652-ae58-4226-9552-a648f8a3d8e9), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.782744 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (c7c2f652-ae58-4226-9552-a648f8a3d8e9), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.804557 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:09.828153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c2f652-ae58-4226-9552-a648f8a3d8e9,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:09.839666 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=94956376a4dc4d80b651620998b1fb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862958 Oct 30 01:10:09.839868 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53268) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:09.840010 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.840010 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.840320 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.841282 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.841655 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.841981 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.842308 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.842635 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.842954 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.843270 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.843635 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.843959 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.844280 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.844594 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.844905 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a8c7-8aa5-41f2-9027-ad084f199fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.864329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:09.923971 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Publish callbacks [] for security_group (c7c2f652-ae58-4226-9552-a648f8a3d8e9), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.952818 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Publish callbacks [] for security_group (c7c2f652-ae58-4226-9552-a648f8a3d8e9), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.165321 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (c7c2f652-ae58-4226-9552-a648f8a3d8e9), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.169947 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.172080 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c7c2f652-ae58-4226-9552-a648f8a3d8e9 HTTP/1.1" status: 204 len: 168 time: 0.3344231 Oct 30 01:10:10.182863 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c2f652-ae58-4226-9552-a648f8a3d8e9,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:10.190992 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.191334 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.191746 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.192021 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.192432 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.192770 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.193183 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.193411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.193730 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.194049 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.194365 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.194687 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.195004 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.195315 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.195647 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b7c7d-58b1-4081-92a3-fa6bdc1ff1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:10.381692 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dec1e2-85fb-494c-8880-84a28d0c0bac req-3973932e-458c-4ca9-aca9-9b6103339930 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.384508 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-18dec1e2-85fb-494c-8880-84a28d0c0bac req-3973932e-458c-4ca9-aca9-9b6103339930 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0553029 Oct 30 01:10:10.444849 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-18dec1e2-85fb-494c-8880-84a28d0c0bac req-fd7ee87b-087e-4d50-87fa-376f35918225 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Oct 30 01:10:10.548756 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.957742 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53298) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:10.977856 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a201735b-0f3a-408e-88c7-123087cb6377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.106535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a201735b-0f3a-408e-88c7-123087cb6377 admin admin] Publish callbacks [] for security_group (0caf616b-2eef-4160-b0d7-f1789381c120), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.235097 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a201735b-0f3a-408e-88c7-123087cb6377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (0caf616b-2eef-4160-b0d7-f1789381c120), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.293736 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-a201735b-0f3a-408e-88c7-123087cb6377 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=83cca0871b0249fa8f897bf27f03bb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347559 Oct 30 01:10:11.294434 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201735b-0f3a-408e-88c7-123087cb6377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf616b-2eef-4160-b0d7-f1789381c120,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:11.296436 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53306) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:11.365419 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba111472-58ec-4c47-8129-d2c84b62426e admin admin] Publish callbacks [] for security_group (0caf616b-2eef-4160-b0d7-f1789381c120), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.393745 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba111472-58ec-4c47-8129-d2c84b62426e admin admin] Publish callbacks [] for security_group (0caf616b-2eef-4160-b0d7-f1789381c120), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.544217 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba111472-58ec-4c47-8129-d2c84b62426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (0caf616b-2eef-4160-b0d7-f1789381c120), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.550804 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ba111472-58ec-4c47-8129-d2c84b62426e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.553056 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ba111472-58ec-4c47-8129-d2c84b62426e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0caf616b-2eef-4160-b0d7-f1789381c120 HTTP/1.1" status: 204 len: 168 time: 0.2552097 Oct 30 01:10:11.570744 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba111472-58ec-4c47-8129-d2c84b62426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf616b-2eef-4160-b0d7-f1789381c120,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:11.683524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860161d-97c6-4331-b6dc-d299c8e1b3e5 req-1d854e1a-f247-43d0-8095-9a7b65be1928 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:11.686360 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c860161d-97c6-4331-b6dc-d299c8e1b3e5 req-1d854e1a-f247-43d0-8095-9a7b65be1928 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0903437 Oct 30 01:10:11.777144 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c860161d-97c6-4331-b6dc-d299c8e1b3e5 req-295129b3-6acf-4426-ae56-07a8169f19d6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832322 Oct 30 01:10:11.813397 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53320) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:12.091991 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6f9-b6a8-4395-93a5-6316a728e1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:12.227980 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6f9-b6a8-4395-93a5-6316a728e1e6 admin admin] Publish callbacks [] for security_group (0aae1157-df16-4047-9e06-b91b260644dd), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:12.354519 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6f9-b6a8-4395-93a5-6316a728e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (0aae1157-df16-4047-9e06-b91b260644dd), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:12.656387 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e63ff6f9-b6a8-4395-93a5-6316a728e1e6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=aa4bdec6d03b414882da5ca42b0a2dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8411176 Oct 30 01:10:12.657778 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff6f9-b6a8-4395-93a5-6316a728e1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae1157-df16-4047-9e06-b91b260644dd,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:12.659118 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53348) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:12.779269 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f60e4858-47e2-4572-8aff-82819551ee5e admin admin] Publish callbacks [] for security_group (0aae1157-df16-4047-9e06-b91b260644dd), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:12.816283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f60e4858-47e2-4572-8aff-82819551ee5e admin admin] Publish callbacks [] for security_group (0aae1157-df16-4047-9e06-b91b260644dd), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:12.997752 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859136e8-2041-40e0-af25-7b245cb761e4 req-83edaba7-ab43-4d33-a2a5-0286c05e1917 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:13.011085 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-859136e8-2041-40e0-af25-7b245cb761e4 req-83edaba7-ab43-4d33-a2a5-0286c05e1917 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1231327 Oct 30 01:10:13.047168 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:13.073042 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-859136e8-2041-40e0-af25-7b245cb761e4 req-f06aa6f5-9d57-4357-98ff-1dc65d567811 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 Oct 30 01:10:13.137714 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f60e4858-47e2-4572-8aff-82819551ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (0aae1157-df16-4047-9e06-b91b260644dd), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:13.142982 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f60e4858-47e2-4572-8aff-82819551ee5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:13.144886 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f60e4858-47e2-4572-8aff-82819551ee5e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0aae1157-df16-4047-9e06-b91b260644dd HTTP/1.1" status: 204 len: 168 time: 0.4754403 Oct 30 01:10:13.160090 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e4858-47e2-4572-8aff-82819551ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae1157-df16-4047-9e06-b91b260644dd,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:13.424106 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53378) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:13.697721 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c3a7-5001-4c56-8432-e718f3c1f55e req-1365d412-11a0-4059-9006-4e734f89f3a3 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:13.700485 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9a2c3a7-5001-4c56-8432-e718f3c1f55e req-1365d412-11a0-4059-9006-4e734f89f3a3 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.1115294 Oct 30 01:10:13.781229 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9a2c3a7-5001-4c56-8432-e718f3c1f55e req-26a6265f-9721-48b4-b545-dd2b5be64ae0 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734482 Oct 30 01:10:13.895275 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c44-a467-4366-b854-879db9749c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:13.926827 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:14.038776 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c44-a467-4366-b854-879db9749c7b admin admin] Publish callbacks [] for security_group (19728279-8eb4-46bb-80c9-88b9bf5a12f7), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.114579 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c44-a467-4366-b854-879db9749c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (19728279-8eb4-46bb-80c9-88b9bf5a12f7), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.214164 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-dc2e5c44-a467-4366-b854-879db9749c7b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bba669eb2db44f6eb7c3f2fdb419c5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7871957 Oct 30 01:10:14.223653 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53400) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:14.349106 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e5c44-a467-4366-b854-879db9749c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19728279-8eb4-46bb-80c9-88b9bf5a12f7,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:14.382052 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53404) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:14.387815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b37d4e-c56f-4083-8b5a-9fb255f6e389 req-356f964f-476f-4808-be8c-06bc4f97f7a6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:14.389461 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-40b37d4e-c56f-4083-8b5a-9fb255f6e389 req-356f964f-476f-4808-be8c-06bc4f97f7a6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1732213 Oct 30 01:10:14.390948 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9c645576-4742-4fab-96ea-bccc1cb367f7 admin admin] Publish callbacks [] for security_group (19728279-8eb4-46bb-80c9-88b9bf5a12f7), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.410868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d026e09c-18be-4764-b3e8-b2509885ad7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.416871 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9c645576-4742-4fab-96ea-bccc1cb367f7 admin admin] Publish callbacks [] for security_group (19728279-8eb4-46bb-80c9-88b9bf5a12f7), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.496211 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-40b37d4e-c56f-4083-8b5a-9fb255f6e389 req-3ff1109e-b731-40ce-aa8c-05c29b6f80b6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768912 Oct 30 01:10:14.564532 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d026e09c-18be-4764-b3e8-b2509885ad7c admin admin] Publish callbacks [] for security_group (763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.623160 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9c645576-4742-4fab-96ea-bccc1cb367f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (19728279-8eb4-46bb-80c9-88b9bf5a12f7), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.628969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9c645576-4742-4fab-96ea-bccc1cb367f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.631031 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-9c645576-4742-4fab-96ea-bccc1cb367f7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/19728279-8eb4-46bb-80c9-88b9bf5a12f7 HTTP/1.1" status: 204 len: 168 time: 0.4050169 Oct 30 01:10:14.650221 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c645576-4742-4fab-96ea-bccc1cb367f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19728279-8eb4-46bb-80c9-88b9bf5a12f7,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:14.685125 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d026e09c-18be-4764-b3e8-b2509885ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.766263 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d026e09c-18be-4764-b3e8-b2509885ad7c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1e38e7d52fbe45f4a21bfc65fabd07bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820198 Oct 30 01:10:14.767661 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026e09c-18be-4764-b3e8-b2509885ad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:14.770005 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53420) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:14.787032 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:14.858621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ce697759-b70c-4d5f-9409-92e8c425bebd admin admin] Publish callbacks [] for security_group (763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:14.901834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ce697759-b70c-4d5f-9409-92e8c425bebd admin admin] Publish callbacks [] for security_group (763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:15.029531 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b50f-224b-4a17-9d00-b9e60dbd2ad5 req-aa976583-feba-4b31-b33e-9340e59365e5 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:15.031471 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c408b50f-224b-4a17-9d00-b9e60dbd2ad5 req-aa976583-feba-4b31-b33e-9340e59365e5 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.0907853 Oct 30 01:10:15.137437 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c408b50f-224b-4a17-9d00-b9e60dbd2ad5 req-01905d14-fc52-4a8e-a12a-5870dc83fcaa tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980937 Oct 30 01:10:15.154613 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ce697759-b70c-4d5f-9409-92e8c425bebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:15.159380 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ce697759-b70c-4d5f-9409-92e8c425bebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:15.160926 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ce697759-b70c-4d5f-9409-92e8c425bebd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9 HTTP/1.1" status: 204 len: 168 time: 0.3893254 Oct 30 01:10:15.175002 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce697759-b70c-4d5f-9409-92e8c425bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f2f52-6c8b-46b8-9dbc-1763f2dc2eb9,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:15.729012 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f125d8e-7dfe-4ae1-a231-f785bfb79dfc req-8e7d1ae3-d6a0-4b1d-a00b-da399eaf56e8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:15.731699 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4f125d8e-7dfe-4ae1-a231-f785bfb79dfc req-8e7d1ae3-d6a0-4b1d-a00b-da399eaf56e8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1356795 Oct 30 01:10:15.828146 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4f125d8e-7dfe-4ae1-a231-f785bfb79dfc req-e2f344d4-ca93-47b4-b1a1-d9db8b96ff58 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898998 Oct 30 01:10:16.008410 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-03191432-d796-43b7-a354-0b5eb387c2c1 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:16.010068 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-03191432-d796-43b7-a354-0b5eb387c2c1 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.1494973 Oct 30 01:10:16.261954 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Deleting port e79ba46a-fdc8-4e6c-a266-c30784d84a8b {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:10:16.263075 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:16.324636 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098560f-bcc9-45bf-b2ae-23cde25b9bd7 req-0cabdc4b-c63b-47f9-82f2-1bc7cbd1fbf3 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:16.326663 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0098560f-bcc9-45bf-b2ae-23cde25b9bd7 req-0cabdc4b-c63b-47f9-82f2-1bc7cbd1fbf3 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 945 time: 0.0657928 Oct 30 01:10:16.389599 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53470) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:16.405299 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:16.433511 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-32ed4773-e6fa-4f83-b410-b23f4aec388d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:16.539484 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:16.565809 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] For port e79ba46a-fdc8-4e6c-a266-c30784d84a8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:16.566937 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:16.597721 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0098560f-bcc9-45bf-b2ae-23cde25b9bd7 req-91372acd-1004-457f-9fbf-b743b75f318a tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f2ed07e-20fb-402d-bddf-58549f0a05e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612939 Oct 30 01:10:16.615716 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Calling delete_port for e79ba46a-fdc8-4e6c-a266-c30784d84a8b owned by compute:nova {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:10:16.769814 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=95 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:17.134815 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-32ed4773-e6fa-4f83-b410-b23f4aec388d admin admin] Publish callbacks [] for security_group (4b2524e8-2703-4ec8-b843-4cb7b759d932), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.154494 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504663-d0ca-45bc-8798-e8b7caac8c3a req-20098bb3-cb9e-41cf-a1fe-caf6d7d3d0da tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:17.157562 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-47504663-d0ca-45bc-8798-e8b7caac8c3a req-20098bb3-cb9e-41cf-a1fe-caf6d7d3d0da tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1222136 Oct 30 01:10:17.177369 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (e79ba46a-fdc8-4e6c-a266-c30784d84a8b), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.216978 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['e79ba46a-fdc8-4e6c-a266-c30784d84a8b'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:10:17.241873 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-32ed4773-e6fa-4f83-b410-b23f4aec388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4b2524e8-2703-4ec8-b843-4cb7b759d932), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.265376 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Pushing event deleted for resources: {'Port': ['ID=e79ba46a-fdc8-4e6c-a266-c30784d84a8b,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:17.281493 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-47504663-d0ca-45bc-8798-e8b7caac8c3a req-c9dfd57e-f7c7-4c30-9119-856bcd0072a4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164191 Oct 30 01:10:17.430158 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-32ed4773-e6fa-4f83-b410-b23f4aec388d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e3004db3ba714f7f8bac1a8bfc511daf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0385623 Oct 30 01:10:17.433850 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53512) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:17.466174 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] No DVR routers for this DVR port e79ba46a-fdc8-4e6c-a266-c30784d84a8b on host hv-cinder-maste {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:10:17.468302 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed4773-e6fa-4f83-b410-b23f4aec388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2524e8-2703-4ec8-b843-4cb7b759d932,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:17.474471 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.479318 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-f1f60327-2d7d-4ce5-8b7a-74482e25a688 req-c274e0e7-5fcf-4814-81ec-dc64b251ae54 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e79ba46a-fdc8-4e6c-a266-c30784d84a8b HTTP/1.1" status: 204 len: 173 time: 1.4623451 Oct 30 01:10:17.480809 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eded78-b511-4e4a-a62d-320226461b59', 'name': 'network-vif-deleted', 'tag': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:17.494097 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a70fbf-277c-4486-917e-13a88cf0515b" -d '{"events": [{"server_uuid": "d6eded78-b511-4e4a-a62d-320226461b59", "name": "network-vif-deleted", "tag": "e79ba46a-fdc8-4e6c-a266-c30784d84a8b"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:17.563652 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0be1610a-91ce-4d42-baa4-4d954439fb0f admin admin] Publish callbacks [] for security_group (4b2524e8-2703-4ec8-b843-4cb7b759d932), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.571815 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9728dcb3-db9c-4814-924e-6ca3c476b973 x-openstack-request-id: req-9728dcb3-db9c-4814-924e-6ca3c476b973 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:17.573397 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eded78-b511-4e4a-a62d-320226461b59", "name": "network-vif-deleted", "tag": "e79ba46a-fdc8-4e6c-a266-c30784d84a8b", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:17.573397 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9728dcb3-db9c-4814-924e-6ca3c476b973 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:17.573397 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9728dcb3-db9c-4814-924e-6ca3c476b973'] response: {'server_uuid': 'd6eded78-b511-4e4a-a62d-320226461b59', 'name': 'network-vif-deleted', 'tag': 'e79ba46a-fdc8-4e6c-a266-c30784d84a8b', 'status': 'completed', 'code': 200} Oct 30 01:10:17.578357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:17.595281 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0be1610a-91ce-4d42-baa4-4d954439fb0f admin admin] Publish callbacks [] for security_group (4b2524e8-2703-4ec8-b843-4cb7b759d932), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.738645 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6b55bc16-45c8-4d4d-ba56-5db625c69e89 req-dd5e861d-6a19-4192-83fd-6e6811e3e1ca tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.0349975 Oct 30 01:10:17.795201 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0be1610a-91ce-4d42-baa4-4d954439fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4b2524e8-2703-4ec8-b843-4cb7b759d932), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.799205 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0be1610a-91ce-4d42-baa4-4d954439fb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:17.800635 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-0be1610a-91ce-4d42-baa4-4d954439fb0f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4b2524e8-2703-4ec8-b843-4cb7b759d932 HTTP/1.1" status: 204 len: 168 time: 0.3631356 Oct 30 01:10:17.811757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1610a-91ce-4d42-baa4-4d954439fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2524e8-2703-4ec8-b843-4cb7b759d932,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:18.028305 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53526) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:18.341418 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e8737460-9bd2-4518-9eeb-0dd5e34b1db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:18.508135 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e8737460-9bd2-4518-9eeb-0dd5e34b1db6 admin admin] Publish callbacks [] for security_group (1cb42c0e-f7ac-446e-bb54-da9281b350b8), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:18.573298 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d338b-cf2a-4d36-8255-ec7500514e3d req-5e798d02-c824-440e-8140-3b24c88b9142 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:18.576998 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b31d338b-cf2a-4d36-8255-ec7500514e3d req-5e798d02-c824-440e-8140-3b24c88b9142 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1339865 Oct 30 01:10:18.617817 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:18.664987 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e8737460-9bd2-4518-9eeb-0dd5e34b1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1cb42c0e-f7ac-446e-bb54-da9281b350b8), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:18.698894 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b31d338b-cf2a-4d36-8255-ec7500514e3d req-b68c6df5-5af2-49fb-8d2e-93c50ae10535 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102419 Oct 30 01:10:18.802698 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e8737460-9bd2-4518-9eeb-0dd5e34b1db6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3fd7c367b3b84e8583949ed69bbaadee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7728117 Oct 30 01:10:18.808044 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53548) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:18.814606 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8737460-9bd2-4518-9eeb-0dd5e34b1db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb42c0e-f7ac-446e-bb54-da9281b350b8,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:19.043554 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b50e907d-7fdd-4436-9715-e68e017ff4d1 admin admin] Publish callbacks [] for security_group (1cb42c0e-f7ac-446e-bb54-da9281b350b8), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:19.088457 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e6c19c84-01fd-48f7-ba7b-c1113cc83146 req-bdec0a7c-49af-40c9-a3ad-8296146805a1 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.1312635 Oct 30 01:10:19.114943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b50e907d-7fdd-4436-9715-e68e017ff4d1 admin admin] Publish callbacks [] for security_group (1cb42c0e-f7ac-446e-bb54-da9281b350b8), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:19.315345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b50e907d-7fdd-4436-9715-e68e017ff4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1cb42c0e-f7ac-446e-bb54-da9281b350b8), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:19.317320 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b50e907d-7fdd-4436-9715-e68e017ff4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:19.318616 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b50e907d-7fdd-4436-9715-e68e017ff4d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1cb42c0e-f7ac-446e-bb54-da9281b350b8 HTTP/1.1" status: 204 len: 168 time: 0.5080228 Oct 30 01:10:19.328037 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e907d-7fdd-4436-9715-e68e017ff4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb42c0e-f7ac-446e-bb54-da9281b350b8,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:19.471999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e79ba46a-fdc8-4e6c-a266-c30784d84a8b no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:10:19.496619 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: e79ba46a-fdc8-4e6c-a266-c30784d84a8b {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:10:19.496963 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e79ba46a-fdc8-4e6c-a266-c30784d84a8b not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:10:19.935492 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0efde-5b06-4787-9064-3039561ee656 req-0eb5fd21-5fc6-4e2e-b56c-a151bf813e5e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:19.937360 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d0efde-5b06-4787-9064-3039561ee656 req-0eb5fd21-5fc6-4e2e-b56c-a151bf813e5e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0634258 Oct 30 01:10:20.032136 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d0efde-5b06-4787-9064-3039561ee656 req-2d0572aa-2a39-48c1-98eb-f21ee68ec119 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877514 Oct 30 01:10:20.309098 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cdda5ce7-064b-4f6c-a6d9-2fcbd5155df8 req-a55f56a1-f123-4245-9855-fd0e44228d46 tempest-DeleteServersTestJSON-2114815047 tempest-DeleteServersTestJSON-2114815047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d6eded78-b511-4e4a-a62d-320226461b59 HTTP/1.1" status: 200 len: 210 time: 0.0488203 Oct 30 01:10:20.384767 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53594) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:20.394969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:20.411447 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bccf2664-f0b8-4081-b99a-41cbbeea63b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:20.558583 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bccf2664-f0b8-4081-b99a-41cbbeea63b7 admin admin] Publish callbacks [] for security_group (d4ba309a-fad4-4167-b954-2855826c6a68), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:20.657346 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bccf2664-f0b8-4081-b99a-41cbbeea63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d4ba309a-fad4-4167-b954-2855826c6a68), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:20.732728 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-bccf2664-f0b8-4081-b99a-41cbbeea63b7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cb5afdba437943dcaaf0018f0960f43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462186 Oct 30 01:10:20.735617 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53606) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:20.741477 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf2664-f0b8-4081-b99a-41cbbeea63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba309a-fad4-4167-b954-2855826c6a68,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:20.810396 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3be88258-eaed-4a10-ad60-cf445a7190d1 admin admin] Publish callbacks [] for security_group (d4ba309a-fad4-4167-b954-2855826c6a68), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:20.835740 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3be88258-eaed-4a10-ad60-cf445a7190d1 admin admin] Publish callbacks [] for security_group (d4ba309a-fad4-4167-b954-2855826c6a68), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:21.027095 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3be88258-eaed-4a10-ad60-cf445a7190d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d4ba309a-fad4-4167-b954-2855826c6a68), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:21.029766 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3be88258-eaed-4a10-ad60-cf445a7190d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:21.030968 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3be88258-eaed-4a10-ad60-cf445a7190d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d4ba309a-fad4-4167-b954-2855826c6a68 HTTP/1.1" status: 204 len: 168 time: 0.2942512 Oct 30 01:10:21.043260 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be88258-eaed-4a10-ad60-cf445a7190d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba309a-fad4-4167-b954-2855826c6a68,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:21.270420 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c9a6-8e57-441e-b8b6-917bc64ba540 req-3ed9120e-f72c-46b7-af10-9519f610a9ba tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:21.273572 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0bf3c9a6-8e57-441e-b8b6-917bc64ba540 req-3ed9120e-f72c-46b7-af10-9519f610a9ba tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1143787 Oct 30 01:10:21.351654 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0bf3c9a6-8e57-441e-b8b6-917bc64ba540 req-d63f36a1-4d40-4add-b282-efbeb9f06887 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Oct 30 01:10:22.284058 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53658) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:22.300351 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4815a6dd-268d-4fac-ad3e-ecbe02a061cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.437042 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4815a6dd-268d-4fac-ad3e-ecbe02a061cd admin admin] Publish callbacks [] for security_group (f28f9fb9-c46b-4fa3-8d2e-c04f1449047c), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.531944 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15228b3-1afc-4ba9-8cac-b3eff7325966 req-d9b2cd32-9134-4971-96c9-3c17994636ee tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:22.533850 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d15228b3-1afc-4ba9-8cac-b3eff7325966 req-d9b2cd32-9134-4971-96c9-3c17994636ee tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0615971 Oct 30 01:10:22.575486 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-4815a6dd-268d-4fac-ad3e-ecbe02a061cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f28f9fb9-c46b-4fa3-8d2e-c04f1449047c), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.598346 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d15228b3-1afc-4ba9-8cac-b3eff7325966 req-a472d4ff-06ee-45c4-b5c1-2a85d502aaad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 Oct 30 01:10:22.607072 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:22.649274 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815a6dd-268d-4fac-ad3e-ecbe02a061cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f9fb9-c46b-4fa3-8d2e-c04f1449047c,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:22.657142 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-4815a6dd-268d-4fac-ad3e-ecbe02a061cd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=43ef99efbb494302916bcee855c7860b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717420 Oct 30 01:10:22.659955 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53670) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:22.746908 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-451f4f39-a769-4733-a2f4-dc41d3166238 admin admin] Publish callbacks [] for security_group (f28f9fb9-c46b-4fa3-8d2e-c04f1449047c), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.782422 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-451f4f39-a769-4733-a2f4-dc41d3166238 admin admin] Publish callbacks [] for security_group (f28f9fb9-c46b-4fa3-8d2e-c04f1449047c), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.972281 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-451f4f39-a769-4733-a2f4-dc41d3166238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f28f9fb9-c46b-4fa3-8d2e-c04f1449047c), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.977896 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-451f4f39-a769-4733-a2f4-dc41d3166238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.979818 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-451f4f39-a769-4733-a2f4-dc41d3166238 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f28f9fb9-c46b-4fa3-8d2e-c04f1449047c HTTP/1.1" status: 204 len: 168 time: 0.3180175 Oct 30 01:10:22.999912 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f4f39-a769-4733-a2f4-dc41d3166238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f9fb9-c46b-4fa3-8d2e-c04f1449047c,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:23.814170 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe258cf-58ba-4c8c-9a0d-10e31c02e64f req-5c923731-6f1b-49c3-b8e1-bd3a8696480e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:23.822528 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dfe258cf-58ba-4c8c-9a0d-10e31c02e64f req-5c923731-6f1b-49c3-b8e1-bd3a8696480e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0908020 Oct 30 01:10:23.856833 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:23.893243 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dfe258cf-58ba-4c8c-9a0d-10e31c02e64f req-f66d6711-b4b2-445c-a3db-6f562eb6d16d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695767 Oct 30 01:10:25.067241 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dec5d4-13ff-4fc2-9476-57f84265d6fa req-e238c272-a7cf-44ec-9ace-a07ea209adf8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:25.069067 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b5dec5d4-13ff-4fc2-9476-57f84265d6fa req-e238c272-a7cf-44ec-9ace-a07ea209adf8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0790465 Oct 30 01:10:25.185045 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b5dec5d4-13ff-4fc2-9476-57f84265d6fa req-4b9d64b9-1820-4bb1-98da-c85c91422667 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048255 Oct 30 01:10:25.280194 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53740) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:25.719737 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:25.724184 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (6e7b8b59-16ed-4923-994b-e171224f8d89), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.381289 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45308ac5-c73b-465c-89a7-4750f3d7b41c req-3a4faee9-6524-483b-8d93-fb6d8760b37b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:26.383723 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-45308ac5-c73b-465c-89a7-4750f3d7b41c req-3a4faee9-6524-483b-8d93-fb6d8760b37b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0757074 Oct 30 01:10:26.439484 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Deleting port 01f7ee70-f9ad-4036-a7a4-9664d53109f9 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:10:26.440414 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.482905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-45308ac5-c73b-465c-89a7-4750f3d7b41c req-41a36d7f-9114-49c1-a3c4-55e14790e786 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661876 Oct 30 01:10:26.572753 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:26.578588 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] For port 01f7ee70-f9ad-4036-a7a4-9664d53109f9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01f7ee70-f9ad-4036-a7a4-9664d53109f9,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:26.579004 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.596070 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Calling delete_port for 01f7ee70-f9ad-4036-a7a4-9664d53109f9 owned by network:router_interface {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:10:26.935688 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (01f7ee70-f9ad-4036-a7a4-9664d53109f9), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.966253 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Pushing event deleted for resources: {'Port': ['ID=01f7ee70-f9ad-4036-a7a4-9664d53109f9,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:27.226783 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (6e7b8b59-16ed-4923-994b-e171224f8d89), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:27.233048 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:27.301217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89875daa-9db5-4204-9c11-e7505cabc84c None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:10:27.304624 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:27.458962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89875daa-9db5-4204-9c11-e7505cabc84c None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:10:27.500951 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Router 6e7b8b59-16ed-4923-994b-e171224f8d89 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:10:27.623621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d29c1-7c0b-48d5-b27a-7d853584d245 req-58ce2079-9133-4bf3-955b-21fd9d5989d2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:27.625633 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-315d29c1-7c0b-48d5-b27a-7d853584d245 req-58ce2079-9133-4bf3-955b-21fd9d5989d2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0650339 Oct 30 01:10:27.689187 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:10:27.715272 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-78af63cf-dea8-4a90-998f-8b1a27b8a95f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/6e7b8b59-16ed-4923-994b-e171224f8d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335737 Oct 30 01:10:27.716663 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-315d29c1-7c0b-48d5-b27a-7d853584d245 req-b6b804d2-c21e-41d6-bb0a-cdaa295cc667 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844195 Oct 30 01:10:27.717850 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53802) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:27.721017 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] Sync routers for ids ['6e7b8b59-16ed-4923-994b-e171224f8d89'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:10:27.749414 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] Routers {'6e7b8b59-16ed-4923-994b-e171224f8d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:27.752453 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:10:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['6e7b8b59-16ed-4923-994b-e171224f8d89'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:27.867453 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks [] for router (6e7b8b59-16ed-4923-994b-e171224f8d89), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:27.931218 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] Set router 6e7b8b59-16ed-4923-994b-e171224f8d89 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:28.080467 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks [] for router_gateway (6e7b8b59-16ed-4923-994b-e171224f8d89), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:28.089235 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:28.199675 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-513fe8a8-10da-4500-9547-28b75a85b38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:28.268327 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Deleting port d963e580-2561-413a-9e53-e71253bd17ea {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:10:28.268702 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d963e580-2561-413a-9e53-e71253bd17ea), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:28.270467 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:10:26Z', 'revision_number': 5, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port': {'id': 'd963e580-2561-413a-9e53-e71253bd17ea', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:28.305150 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] Checking router: 6e7b8b59-16ed-4923-994b-e171224f8d89 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:10:28.324548 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:28.326926 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] Routers {'6e7b8b59-16ed-4923-994b-e171224f8d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:28.329625 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:10:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['6e7b8b59-16ed-4923-994b-e171224f8d89'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:28.374648 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] For port d963e580-2561-413a-9e53-e71253bd17ea, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d963e580-2561-413a-9e53-e71253bd17ea,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:28.375311 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d963e580-2561-413a-9e53-e71253bd17ea), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:28.414974 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Calling delete_port for d963e580-2561-413a-9e53-e71253bd17ea owned by network:router_gateway {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:10:28.482733 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] Set router 6e7b8b59-16ed-4923-994b-e171224f8d89 gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:28.616566 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:10:28Z', 'revision_number': 6, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:28.647222 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369b7e5-0c54-479f-bc4c-d122db3a96b5 None None] The sync data for ids ['6e7b8b59-16ed-4923-994b-e171224f8d89'] in dv-cinder-master-3-smb is: [{'id': '6e7b8b59-16ed-4923-994b-e171224f8d89', 'name': 'tempest-DeleteServersTestJSON-818395756-router', 'tenant_id': '445041c33bf944d8a7a39281e3aba6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:10:28Z', 'revision_number': 6, 'project_id': '445041c33bf944d8a7a39281e3aba6c5', 'gw_port_host': None}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:10:28.806933 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (d963e580-2561-413a-9e53-e71253bd17ea), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:28.837602 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:28.848117 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d963e580-2561-413a-9e53-e71253bd17ea,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:28.850998 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:28.865645 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-08072db0-d99b-45ea-917d-328e5f391a16 None None] Provisioning complete for port ea6ffc84-e4a5-4338-8007-d13a39694a9a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:10:28.867556 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-08072db0-d99b-45ea-917d-328e5f391a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:28.868405 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-08072db0-d99b-45ea-917d-328e5f391a16 None None] Attempt 1 to provision port ea6ffc84-e4a5-4338-8007-d13a39694a9a Oct 30 01:10:28.933795 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f717303-09b0-407b-b7fa-e44c61b78f0d req-18f21cd8-1b0a-4d8c-861c-d47534149e70 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:28.935669 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5f717303-09b0-407b-b7fa-e44c61b78f0d req-18f21cd8-1b0a-4d8c-861c-d47534149e70 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0720348 Oct 30 01:10:28.946346 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (6e7b8b59-16ed-4923-994b-e171224f8d89), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.000465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-08072db0-d99b-45ea-917d-328e5f391a16 None None] Current status of the port ea6ffc84-e4a5-4338-8007-d13a39694a9a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:10:29.033935 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5f717303-09b0-407b-b7fa-e44c61b78f0d req-e6bc414b-612b-4b19-8627-d6320121a72c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836582 Oct 30 01:10:29.168889 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (6e7b8b59-16ed-4923-994b-e171224f8d89), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.173161 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks [] for router_controller (6e7b8b59-16ed-4923-994b-e171224f8d89), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.456750 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (6e7b8b59-16ed-4923-994b-e171224f8d89), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.457538 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7b8b59-16ed-4923-994b-e171224f8d89 {{(pid=105258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:10:29.464835 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.469452 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53844) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:29.469690 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b0944971-6f66-4604-8268-89eff78ecac3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/6e7b8b59-16ed-4923-994b-e171224f8d89 HTTP/1.1" status: 204 len: 168 time: 1.7439508 Oct 30 01:10:29.554773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Deleting subnet f8515651-f498-47c3-86a9-b822a907b2ba {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:10:29.559161 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Publish callbacks [] for subnet (f8515651-f498-47c3-86a9-b822a907b2ba), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.633330 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (f8515651-f498-47c3-86a9-b822a907b2ba), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.797383 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (f8515651-f498-47c3-86a9-b822a907b2ba), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:29.894575 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:30.022974 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (f8515651-f498-47c3-86a9-b822a907b2ba), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.112558 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8515651-f498-47c3-86a9-b822a907b2ba,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:30.129643 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.131419 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b9acd-d812-4f3d-912f-2b9f4c8a9963 None None] Network c367b002-822a-4b38-9fc4-12445dc4cb4a requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:10:30.135316 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f42c6ce5-699f-4be1-9e44-1e16c6559333 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/f8515651-f498-47c3-86a9-b822a907b2ba HTTP/1.1" status: 204 len: 168 time: 0.6646070 Oct 30 01:10:30.139331 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53856) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:30.193470 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d963e580-2561-413a-9e53-e71253bd17ea no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:10:30.243710 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (c367b002-822a-4b38-9fc4-12445dc4cb4a), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.312888 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: d963e580-2561-413a-9e53-e71253bd17ea {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:10:30.312888 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d963e580-2561-413a-9e53-e71253bd17ea not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:10:30.313690 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 01f7ee70-f9ad-4036-a7a4-9664d53109f9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:10:30.326308 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53860) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:30.337477 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca556c7-2dce-4b55-a52d-bfa6fb7ca146 req-81034a95-8123-4dec-88ed-a2bc46c66599 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:30.339270 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cca556c7-2dce-4b55-a52d-bfa6fb7ca146 req-81034a95-8123-4dec-88ed-a2bc46c66599 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1041093 Oct 30 01:10:30.351737 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Deleting port ea6ffc84-e4a5-4338-8007-d13a39694a9a {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:10:30.352208 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.374788 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 01f7ee70-f9ad-4036-a7a4-9664d53109f9 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:10:30.375060 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 01f7ee70-f9ad-4036-a7a4-9664d53109f9 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:10:30.422263 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cca556c7-2dce-4b55-a52d-bfa6fb7ca146 req-6ea8d630-69ea-4854-8d31-9508d6c1017d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663955 Oct 30 01:10:30.504988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] For port ea6ffc84-e4a5-4338-8007-d13a39694a9a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ea6ffc84-e4a5-4338-8007-d13a39694a9a,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:30.505605 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.532264 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Calling delete_port for ea6ffc84-e4a5-4338-8007-d13a39694a9a owned by network:dhcp {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:10:30.546281 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] DHCP port deletion for c367b002-822a-4b38-9fc4-12445dc4cb4a request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:10:30.589311 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20aa15ab-5ac7-4200-a392-d0513e7577f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.613921 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Deleting port ea6ffc84-e4a5-4338-8007-d13a39694a9a {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:10:30.614220 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.645030 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-011f7c30-4136-4523-84ac-5f89f1f6900d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.695466 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:30.758191 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] For port ea6ffc84-e4a5-4338-8007-d13a39694a9a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ea6ffc84-e4a5-4338-8007-d13a39694a9a,segment=NetworkSegment(a5651f79-4333-47e2-8eb2-0015e984d6af),segment_id=a5651f79-4333-47e2-8eb2-0015e984d6af)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:30.761684 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.787339 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Calling delete_port for ea6ffc84-e4a5-4338-8007-d13a39694a9a owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:10:30.859006 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.931949 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6ffc84-e4a5-4338-8007-d13a39694a9a,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:30.937722 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-011f7c30-4136-4523-84ac-5f89f1f6900d admin admin] Publish callbacks [] for security_group (b60b75ec-794c-4a97-884d-abdf679d9de1), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:30.943214 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] No DVR routers for this DVR port ea6ffc84-e4a5-4338-8007-d13a39694a9a on host dv-cinder-master-3-smb {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:10:30.996233 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (ea6ffc84-e4a5-4338-8007-d13a39694a9a), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.025616 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Pushing event deleted for resources: {'Port': ['ID=ea6ffc84-e4a5-4338-8007-d13a39694a9a,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:31.028561 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] No DVR routers for this DVR port ea6ffc84-e4a5-4338-8007-d13a39694a9a on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:10:31.038443 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.038443 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.038800 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.039107 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.039510 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.039841 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.040170 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.040493 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.040813 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.041125 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.041439 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.041831 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.042063 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.042376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.042688 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79620f2-7c59-46ac-9b38-682edb9c4d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:31.045747 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-011f7c30-4136-4523-84ac-5f89f1f6900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b60b75ec-794c-4a97-884d-abdf679d9de1), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.086070 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (c367b002-822a-4b38-9fc4-12445dc4cb4a), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.153680 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f7c30-4136-4523-84ac-5f89f1f6900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b75ec-794c-4a97-884d-abdf679d9de1,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:31.163255 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-011f7c30-4136-4523-84ac-5f89f1f6900d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=13e170ac6f48451fbe5835640c187c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8350124 Oct 30 01:10:31.165224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c367b002-822a-4b38-9fc4-12445dc4cb4a']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:31.167727 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 53894) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:31.185669 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5651f79-4333-47e2-8eb2-0015e984d6af') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:31.185938 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5651f79-4333-47e2-8eb2-0015e984d6af') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:31.205358 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (a5651f79-4333-47e2-8eb2-0015e984d6af), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.233426 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (a5651f79-4333-47e2-8eb2-0015e984d6af), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.244941 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:10:31.245474 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (a5651f79-4333-47e2-8eb2-0015e984d6af), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.302512 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment a5651f79-4333-47e2-8eb2-0015e984d6af resource provider aggregate not found Oct 30 01:10:31.322181 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:31.323159 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8a19-23a9-43ab-a799-a3b1263f8734 admin admin] Publish callbacks [] for security_group (b60b75ec-794c-4a97-884d-abdf679d9de1), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.348721 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment a5651f79-4333-47e2-8eb2-0015e984d6af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5651f79-4333-47e2-8eb2-0015e984d6af found for delete ", "request_id": "req-addbdd48-9b43-4859-a3b0-77d988c9d7f8"}]} Oct 30 01:10:31.368435 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8a19-23a9-43ab-a799-a3b1263f8734 admin admin] Publish callbacks [] for security_group (b60b75ec-794c-4a97-884d-abdf679d9de1), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.425050 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:10:31.457546 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (c367b002-822a-4b38-9fc4-12445dc4cb4a), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.470977 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.479931 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c367b002-822a-4b38-9fc4-12445dc4cb4a HTTP/1.1" status: 204 len: 168 time: 1.3381512 Oct 30 01:10:31.501451 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe437-8444-45a1-92d2-ae5a52cf8f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c367b002-822a-4b38-9fc4-12445dc4cb4a,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:31.506642 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8a19-23a9-43ab-a799-a3b1263f8734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b60b75ec-794c-4a97-884d-abdf679d9de1), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.515420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8a19-23a9-43ab-a799-a3b1263f8734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:31.518588 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-5c0f8a19-23a9-43ab-a799-a3b1263f8734 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b60b75ec-794c-4a97-884d-abdf679d9de1 HTTP/1.1" status: 204 len: 168 time: 0.3493948 Oct 30 01:10:31.532241 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53922) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:31.545672 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f8a19-23a9-43ab-a799-a3b1263f8734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b75ec-794c-4a97-884d-abdf679d9de1,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:31.714363 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f2fc5-bb4f-4ef0-af79-805c0804fd96 req-cb7a1a3b-a013-4f56-a07b-6c47f6f573ae tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:31.716595 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d20f2fc5-bb4f-4ef0-af79-805c0804fd96 req-cb7a1a3b-a013-4f56-a07b-6c47f6f573ae tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1066446 Oct 30 01:10:31.812000 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d20f2fc5-bb4f-4ef0-af79-805c0804fd96 req-75b74637-6c5e-4934-8391-1771a492cb3c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837488 Oct 30 01:10:32.184876 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device ea6ffc84-e4a5-4338-8007-d13a39694a9a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:10:32.221137 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53938) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:32.244755 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: ea6ffc84-e4a5-4338-8007-d13a39694a9a {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:10:32.245264 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device ea6ffc84-e4a5-4338-8007-d13a39694a9a not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:10:32.263925 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:32.297159 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6e6cc43a-e18c-40c1-aef8-cc73b670877e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=445041c33bf944d8a7a39281e3aba6c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732138 Oct 30 01:10:32.299921 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53940) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:32.314589 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.340413 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32626918-7656-497e-83e4-ba72202584b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.464329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a0f18a78-3d99-4b70-a3aa-84cb48f1fb1b admin admin] Publish callbacks [] for security_group (1f2ed07e-20fb-402d-bddf-58549f0a05e4), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.525245 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a0f18a78-3d99-4b70-a3aa-84cb48f1fb1b admin admin] Publish callbacks [] for security_group (1f2ed07e-20fb-402d-bddf-58549f0a05e4), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.628482 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32626918-7656-497e-83e4-ba72202584b5 admin admin] Publish callbacks [] for security_group (53c170a9-8550-4b3b-b7e3-dda117fa1a7b), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.793775 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32626918-7656-497e-83e4-ba72202584b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (53c170a9-8550-4b3b-b7e3-dda117fa1a7b), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.797792 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a0f18a78-3d99-4b70-a3aa-84cb48f1fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1f2ed07e-20fb-402d-bddf-58549f0a05e4), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.800866 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a0f18a78-3d99-4b70-a3aa-84cb48f1fb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:32.802312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-a0f18a78-3d99-4b70-a3aa-84cb48f1fb1b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1f2ed07e-20fb-402d-bddf-58549f0a05e4 HTTP/1.1" status: 204 len: 168 time: 0.5010371 Oct 30 01:10:32.845443 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-32626918-7656-497e-83e4-ba72202584b5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=81af87ee47c1443e94dc76ff4f453c57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3120539 Oct 30 01:10:32.846401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32626918-7656-497e-83e4-ba72202584b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c170a9-8550-4b3b-b7e3-dda117fa1a7b,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:32.849989 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53958) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:32.885751 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f18a78-3d99-4b70-a3aa-84cb48f1fb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2ed07e-20fb-402d-bddf-58549f0a05e4,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:32.930314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:32.967927 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8ebb12d5-d4b2-454b-ac5f-17e0e2402a71 admin admin] Publish callbacks [] for security_group (53c170a9-8550-4b3b-b7e3-dda117fa1a7b), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.017350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8ebb12d5-d4b2-454b-ac5f-17e0e2402a71 admin admin] Publish callbacks [] for security_group (53c170a9-8550-4b3b-b7e3-dda117fa1a7b), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.026338 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28645c79-512a-4a80-b8e5-c960e0e0bca7 req-ee32309e-cf25-4126-a529-16d0678dcd2b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:33.028155 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-28645c79-512a-4a80-b8e5-c960e0e0bca7 req-ee32309e-cf25-4126-a529-16d0678dcd2b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0762537 Oct 30 01:10:33.121011 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-28645c79-512a-4a80-b8e5-c960e0e0bca7 req-7ccf1c52-ffe8-451d-bf5d-3d7bc58d0393 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727994 Oct 30 01:10:33.233906 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8ebb12d5-d4b2-454b-ac5f-17e0e2402a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (53c170a9-8550-4b3b-b7e3-dda117fa1a7b), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.237252 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8ebb12d5-d4b2-454b-ac5f-17e0e2402a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.238914 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-8ebb12d5-d4b2-454b-ac5f-17e0e2402a71 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/53c170a9-8550-4b3b-b7e3-dda117fa1a7b HTTP/1.1" status: 204 len: 168 time: 0.3877971 Oct 30 01:10:33.251575 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb12d5-d4b2-454b-ac5f-17e0e2402a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c170a9-8550-4b3b-b7e3-dda117fa1a7b,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:33.428172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53976) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:33.582790 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 53982) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:33.668774 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.735806 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8e1a-4b52-4164-99b9-b4e859a0a548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.906721 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8e1a-4b52-4164-99b9-b4e859a0a548 admin admin] Publish callbacks [] for security_group (6324137a-324a-4dd4-9c14-8112a964d7b0), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.931258 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:33.999829 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8e1a-4b52-4164-99b9-b4e859a0a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6324137a-324a-4dd4-9c14-8112a964d7b0), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.021516 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960549-c84b-4338-8157-adf1e0890470 req-cf7286e0-a4da-4ade-9687-69421c6913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:34.023434 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-38960549-c84b-4338-8157-adf1e0890470 req-cf7286e0-a4da-4ade-9687-69421c6913ae service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 1129 time: 0.0916905 Oct 30 01:10:34.086038 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-38960549-c84b-4338-8157-adf1e0890470 req-05731822-2915-4119-b67f-cf198bf32efb service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 Oct 30 01:10:34.111217 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-273d5e5e-cb9b-4482-bd15-07b151a7bfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.142504 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5c1e8e1a-4b52-4164-99b9-b4e859a0a548 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=11a218c85d0c4750963a4c6e1bde2259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7123528 Oct 30 01:10:34.146032 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54000) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:34.157651 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8e1a-4b52-4164-99b9-b4e859a0a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6324137a-324a-4dd4-9c14-8112a964d7b0,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:34.244820 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eb4744d7-be60-4ef4-a4cc-8b0efb859261 admin admin] Publish callbacks [] for security_group (6324137a-324a-4dd4-9c14-8112a964d7b0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.285040 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eb4744d7-be60-4ef4-a4cc-8b0efb859261 admin admin] Publish callbacks [] for security_group (6324137a-324a-4dd4-9c14-8112a964d7b0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.361420 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-273d5e5e-cb9b-4482-bd15-07b151a7bfda admin admin] Publish callbacks [] for security_group (685c2b26-f456-4a22-b1d2-da99e3c7f07c), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.395434 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85e02f-7a56-4032-aa5d-e5702e5de8c9 req-9e17fdcc-b272-49b5-8c39-cc9f7fc8388f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:34.397956 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1e85e02f-7a56-4032-aa5d-e5702e5de8c9 req-9e17fdcc-b272-49b5-8c39-cc9f7fc8388f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1190643 Oct 30 01:10:34.488821 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-273d5e5e-cb9b-4482-bd15-07b151a7bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (685c2b26-f456-4a22-b1d2-da99e3c7f07c), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.506421 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1e85e02f-7a56-4032-aa5d-e5702e5de8c9 req-8e2c55ae-ec2c-4c8f-9b98-93029ad8b226 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022127 Oct 30 01:10:34.531530 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eb4744d7-be60-4ef4-a4cc-8b0efb859261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6324137a-324a-4dd4-9c14-8112a964d7b0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.539084 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eb4744d7-be60-4ef4-a4cc-8b0efb859261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.543706 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-eb4744d7-be60-4ef4-a4cc-8b0efb859261 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6324137a-324a-4dd4-9c14-8112a964d7b0 HTTP/1.1" status: 204 len: 168 time: 0.3943787 Oct 30 01:10:34.546240 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-273d5e5e-cb9b-4482-bd15-07b151a7bfda admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6c2eb5277d964cd1a8383e3fb8565a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9622817 Oct 30 01:10:34.548576 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54014) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:34.560681 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4744d7-be60-4ef4-a4cc-8b0efb859261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324137a-324a-4dd4-9c14-8112a964d7b0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:34.569014 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5e5e-cb9b-4482-bd15-07b151a7bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685c2b26-f456-4a22-b1d2-da99e3c7f07c,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:34.616781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41dd4f5b-c688-4a0d-a01d-4942a7f7db57 admin admin] Publish callbacks [] for security_group (685c2b26-f456-4a22-b1d2-da99e3c7f07c), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.651983 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41dd4f5b-c688-4a0d-a01d-4942a7f7db57 admin admin] Publish callbacks [] for security_group (685c2b26-f456-4a22-b1d2-da99e3c7f07c), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.839757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41dd4f5b-c688-4a0d-a01d-4942a7f7db57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (685c2b26-f456-4a22-b1d2-da99e3c7f07c), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.844890 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-41dd4f5b-c688-4a0d-a01d-4942a7f7db57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:34.848221 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-41dd4f5b-c688-4a0d-a01d-4942a7f7db57 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/685c2b26-f456-4a22-b1d2-da99e3c7f07c HTTP/1.1" status: 204 len: 168 time: 0.2966304 Oct 30 01:10:34.858071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd4f5b-c688-4a0d-a01d-4942a7f7db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685c2b26-f456-4a22-b1d2-da99e3c7f07c,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:35.331240 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:35.717177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1f85-6a88-4411-872d-d4be4bc2a870 req-09cd9dc4-a87c-4ed2-ba27-7a4eff1d892e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:35.724847 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b5f1f85-6a88-4411-872d-d4be4bc2a870 req-09cd9dc4-a87c-4ed2-ba27-7a4eff1d892e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0933714 Oct 30 01:10:35.795878 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b5f1f85-6a88-4411-872d-d4be4bc2a870 req-0c27012a-c73e-4f0b-b932-c42e8bc1b330 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 Oct 30 01:10:35.833625 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54036) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:35.876512 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9b38cc-36ac-436e-8747-6b2e98732523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:35.996163 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:36.002368 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54040) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:36.014808 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9b38cc-36ac-436e-8747-6b2e98732523 admin admin] Publish callbacks [] for security_group (a01178da-dd3a-4471-a367-42e3605d05dd), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.102562 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9b38cc-36ac-436e-8747-6b2e98732523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (a01178da-dd3a-4471-a367-42e3605d05dd), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.161112 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-da9b38cc-36ac-436e-8747-6b2e98732523 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c8d7a72076044e808f68794474fb58a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257565 Oct 30 01:10:36.163988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b38cc-36ac-436e-8747-6b2e98732523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01178da-dd3a-4471-a367-42e3605d05dd,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:36.165169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54046) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:36.231073 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f70b751d-46c8-40d0-9886-e5092e5f3e31 admin admin] Publish callbacks [] for security_group (a01178da-dd3a-4471-a367-42e3605d05dd), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.264096 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f70b751d-46c8-40d0-9886-e5092e5f3e31 admin admin] Publish callbacks [] for security_group (a01178da-dd3a-4471-a367-42e3605d05dd), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.495313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54050) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:36.515391 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f7557190-0714-4c1f-ad4c-e07e8f69f24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.558184 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:36.708215 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f70b751d-46c8-40d0-9886-e5092e5f3e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (a01178da-dd3a-4471-a367-42e3605d05dd), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.711079 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f70b751d-46c8-40d0-9886-e5092e5f3e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.718184 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f70b751d-46c8-40d0-9886-e5092e5f3e31 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a01178da-dd3a-4471-a367-42e3605d05dd HTTP/1.1" status: 204 len: 168 time: 0.5517173 Oct 30 01:10:36.736128 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b751d-46c8-40d0-9886-e5092e5f3e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01178da-dd3a-4471-a367-42e3605d05dd,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:36.785557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3583efa9-b912-47c9-8384-36943708823a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.851182 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f7557190-0714-4c1f-ad4c-e07e8f69f24a admin admin] Publish callbacks [] for security_group (1e386916-2e15-45d8-b3d0-bff376fbae2f), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.948487 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f7557190-0714-4c1f-ad4c-e07e8f69f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1e386916-2e15-45d8-b3d0-bff376fbae2f), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.964313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3583efa9-b912-47c9-8384-36943708823a admin admin] Publish callbacks [] for security_group (1fb08ff7-aa11-4c6e-9820-213c6bc1bed2), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.990312 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9491876-af40-4474-a1a8-2a7b1c2555ca req-b6dc1f73-3bc4-4ff3-b6aa-7fbc6f69b8f8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:36.992710 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9491876-af40-4474-a1a8-2a7b1c2555ca req-b6dc1f73-3bc4-4ff3-b6aa-7fbc6f69b8f8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0988061 Oct 30 01:10:37.028305 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f7557190-0714-4c1f-ad4c-e07e8f69f24a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0fff6034ae6949139034d9d30e386166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5314395 Oct 30 01:10:37.032708 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54062) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:37.038815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3583efa9-b912-47c9-8384-36943708823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1fb08ff7-aa11-4c6e-9820-213c6bc1bed2), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.046729 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7557190-0714-4c1f-ad4c-e07e8f69f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e386916-2e15-45d8-b3d0-bff376fbae2f,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:37.116292 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-3583efa9-b912-47c9-8384-36943708823a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=91d84d0f5a664ad9bd037b414be0425a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1120365 Oct 30 01:10:37.119689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583efa9-b912-47c9-8384-36943708823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb08ff7-aa11-4c6e-9820-213c6bc1bed2,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:37.123361 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54066) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:37.129057 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9491876-af40-4474-a1a8-2a7b1c2555ca req-e136f1cc-07c6-4ce2-8e05-9eb190e2af32 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198015 Oct 30 01:10:37.155679 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a840b972-3b90-47f7-913c-6069fbed2fb0 admin admin] Publish callbacks [] for security_group (1e386916-2e15-45d8-b3d0-bff376fbae2f), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.208562 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a840b972-3b90-47f7-913c-6069fbed2fb0 admin admin] Publish callbacks [] for security_group (1e386916-2e15-45d8-b3d0-bff376fbae2f), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.211821 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed70447f-09dd-4369-8369-32a850404768 admin admin] Publish callbacks [] for security_group (1fb08ff7-aa11-4c6e-9820-213c6bc1bed2), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.272625 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed70447f-09dd-4369-8369-32a850404768 admin admin] Publish callbacks [] for security_group (1fb08ff7-aa11-4c6e-9820-213c6bc1bed2), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.348169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cacc3-e768-4b0f-9e6c-84273999570e req-51c3e96c-2ad2-4ece-bfaf-c6b75fc75a4a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:37.349860 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-113cacc3-e768-4b0f-9e6c-84273999570e req-51c3e96c-2ad2-4ece-bfaf-c6b75fc75a4a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0988796 Oct 30 01:10:37.418572 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-113cacc3-e768-4b0f-9e6c-84273999570e req-bd230cc2-669f-45e7-8b14-ef82fc8884f6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604839 Oct 30 01:10:37.454853 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a840b972-3b90-47f7-913c-6069fbed2fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1e386916-2e15-45d8-b3d0-bff376fbae2f), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.458520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a840b972-3b90-47f7-913c-6069fbed2fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.460545 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a840b972-3b90-47f7-913c-6069fbed2fb0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1e386916-2e15-45d8-b3d0-bff376fbae2f HTTP/1.1" status: 204 len: 168 time: 0.4258718 Oct 30 01:10:37.474327 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840b972-3b90-47f7-913c-6069fbed2fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e386916-2e15-45d8-b3d0-bff376fbae2f,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:37.537287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed70447f-09dd-4369-8369-32a850404768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1fb08ff7-aa11-4c6e-9820-213c6bc1bed2), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.539498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed70447f-09dd-4369-8369-32a850404768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:37.541514 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ed70447f-09dd-4369-8369-32a850404768 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1fb08ff7-aa11-4c6e-9820-213c6bc1bed2 HTTP/1.1" status: 204 len: 168 time: 0.4165266 Oct 30 01:10:37.581409 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70447f-09dd-4369-8369-32a850404768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb08ff7-aa11-4c6e-9820-213c6bc1bed2,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:38.142517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:38.607911 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54102) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:38.624003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a821d5e3-410a-4ffb-9b84-ee7b0936dbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:38.777872 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a821d5e3-410a-4ffb-9b84-ee7b0936dbcc admin admin] Publish callbacks [] for security_group (5174d5fd-5835-4d65-ae4a-6441ce7fc86d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:38.891258 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a821d5e3-410a-4ffb-9b84-ee7b0936dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5174d5fd-5835-4d65-ae4a-6441ce7fc86d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:38.930478 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54108) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:38.942074 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-a821d5e3-410a-4ffb-9b84-ee7b0936dbcc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0a53708dc975481f88349132d5eeac4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322411 Oct 30 01:10:38.946849 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54110) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:38.948788 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821d5e3-410a-4ffb-9b84-ee7b0936dbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5174d5fd-5835-4d65-ae4a-6441ce7fc86d,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:38.960745 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:38.961100 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-57ea4e74-e644-4413-82f7-a62295dea89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.075314 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e81a9f44-0c12-4dfc-898a-ca6a8114e1b0 admin admin] Publish callbacks [] for security_group (5174d5fd-5835-4d65-ae4a-6441ce7fc86d), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.144638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e81a9f44-0c12-4dfc-898a-ca6a8114e1b0 admin admin] Publish callbacks [] for security_group (5174d5fd-5835-4d65-ae4a-6441ce7fc86d), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.220738 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:39.245654 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-57ea4e74-e644-4413-82f7-a62295dea89c admin admin] Publish callbacks [] for security_group (a5d4f676-3650-4827-8f22-e5532e1e32e3), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.342818 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-57ea4e74-e644-4413-82f7-a62295dea89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (a5d4f676-3650-4827-8f22-e5532e1e32e3), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.425592 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-57ea4e74-e644-4413-82f7-a62295dea89c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e05fa29f0e2b46fd9d0279a9ddda372f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926920 Oct 30 01:10:39.430334 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54126) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:39.444851 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e81a9f44-0c12-4dfc-898a-ca6a8114e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5174d5fd-5835-4d65-ae4a-6441ce7fc86d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.449745 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e81a9f44-0c12-4dfc-898a-ca6a8114e1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.453716 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e81a9f44-0c12-4dfc-898a-ca6a8114e1b0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5174d5fd-5835-4d65-ae4a-6441ce7fc86d HTTP/1.1" status: 204 len: 168 time: 0.5055974 Oct 30 01:10:39.473868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea4e74-e644-4413-82f7-a62295dea89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4f676-3650-4827-8f22-e5532e1e32e3,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:39.528824 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a9f44-0c12-4dfc-898a-ca6a8114e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5174d5fd-5835-4d65-ae4a-6441ce7fc86d,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:39.562758 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1e7274b-01d5-476d-93fd-b0cfad8432a4 admin admin] Publish callbacks [] for security_group (a5d4f676-3650-4827-8f22-e5532e1e32e3), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.588759 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1e7274b-01d5-476d-93fd-b0cfad8432a4 admin admin] Publish callbacks [] for security_group (a5d4f676-3650-4827-8f22-e5532e1e32e3), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.800974 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1e7274b-01d5-476d-93fd-b0cfad8432a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (a5d4f676-3650-4827-8f22-e5532e1e32e3), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.806187 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1e7274b-01d5-476d-93fd-b0cfad8432a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.812101 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-d1e7274b-01d5-476d-93fd-b0cfad8432a4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a5d4f676-3650-4827-8f22-e5532e1e32e3 HTTP/1.1" status: 204 len: 168 time: 0.3768985 Oct 30 01:10:39.838574 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7274b-01d5-476d-93fd-b0cfad8432a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4f676-3650-4827-8f22-e5532e1e32e3,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:40.219136 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:40.447545 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f790a2a-4a99-4115-9605-28366c0d0104 req-5a50bd5a-743d-4959-b936-0101098313d2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:40.452536 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5f790a2a-4a99-4115-9605-28366c0d0104 req-5a50bd5a-743d-4959-b936-0101098313d2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0670981 Oct 30 01:10:40.560129 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-93eca3a6-39ab-4de5-951b-5b47b6be1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:40.565419 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-93eca3a6-39ab-4de5-951b-5b47b6be1091 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1130 time: 0.0738103 Oct 30 01:10:40.572818 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5f790a2a-4a99-4115-9605-28366c0d0104 req-ce01681f-cc2f-4c2e-90f2-4ec4d8885f5d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065545 Oct 30 01:10:40.687723 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:40.729310 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-fe82773a-fa29-4cea-b065-cf7f513d1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:40.730941 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-fe82773a-fa29-4cea-b065-cf7f513d1901 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1582534 Oct 30 01:10:40.778450 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-63e0f867-6c24-4071-9cf2-95a2a0b53b46 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 200 len: 217 time: 0.0394163 Oct 30 01:10:40.855491 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-7b75358d-994f-41dd-afe6-d5962cfe5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:40.857135 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-7b75358d-994f-41dd-afe6-d5962cfe5149 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0721602 Oct 30 01:10:40.929461 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:40.938207 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-3b210534-477f-4a4f-9273-e04c55e726b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:40.939864 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-3b210534-477f-4a4f-9273-e04c55e726b1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0730197 Oct 30 01:10:41.068335 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-f63350f1-fa14-4de4-a8d8-c85f9baa237d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216245 Oct 30 01:10:41.192972 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fe784ad9-9c8c-42ee-bf0f-4747296faf57 req-ed11a3c6-27a6-4ba2-8515-619ef6dc2b2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131775 Oct 30 01:10:41.419574 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=47 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:41.420501 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:41.747705 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6927b0-3ebd-43a4-86af-2344743186f4 req-79a55ba2-142e-4159-8c69-d56eb208131a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:41.758339 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea6927b0-3ebd-43a4-86af-2344743186f4 req-79a55ba2-142e-4159-8c69-d56eb208131a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0770972 Oct 30 01:10:41.852620 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea6927b0-3ebd-43a4-86af-2344743186f4 req-c2ad02f6-a706-4e8b-82e2-d881b35d1217 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917404 Oct 30 01:10:42.291104 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54242) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:42.327881 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54246) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:42.613253 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-990a5d41-5a12-4568-be16-94963ad1a8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.652393 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1579907364-network', 'tenant_id': 'b3ac92b862ae4d988409b01c3adfef75'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:42.786620 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-990a5d41-5a12-4568-be16-94963ad1a8e3 admin admin] Publish callbacks [] for security_group (1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.788493 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Made reservation on behalf of b3ac92b862ae4d988409b01c3adfef75 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:10:42.793934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.805880 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.872535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:DELETE=3,neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:42.876986 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-990a5d41-5a12-4568-be16-94963ad1a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.968397 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a5d41-5a12-4568-be16-94963ad1a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:43.074766 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-990a5d41-5a12-4568-be16-94963ad1a8e3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8602887be2ac4a449cb2ae178ecc584c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7816939 Oct 30 01:10:43.077539 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54268) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:43.134095 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e12c2-dfe1-486d-9f3d-1bfe308caf2f req-c1b41dc4-e289-4934-9549-f3aa90781dea tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:43.136895 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-731e12c2-dfe1-486d-9f3d-1bfe308caf2f req-c1b41dc4-e289-4934-9549-f3aa90781dea tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.1727858 Oct 30 01:10:43.141685 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9e60826e-bbe2-458f-bbd0-7173d10195a7 admin admin] Publish callbacks [] for security_group (1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.166383 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks [] for security_group (f1577d26-2aa6-4692-aa5c-551406505bd9), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.176821 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9e60826e-bbe2-458f-bbd0-7173d10195a7 admin admin] Publish callbacks [] for security_group (1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.233623 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-731e12c2-dfe1-486d-9f3d-1bfe308caf2f req-62a792db-f7f2-4d1c-a92a-0cfc1e2b4dd3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873911 Oct 30 01:10:43.266394 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f1577d26-2aa6-4692-aa5c-551406505bd9), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.320444 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1577d26-2aa6-4692-aa5c-551406505bd9,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:43.370841 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9e60826e-bbe2-458f-bbd0-7173d10195a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.375370 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9e60826e-bbe2-458f-bbd0-7173d10195a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.377311 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9e60826e-bbe2-458f-bbd0-7173d10195a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0 HTTP/1.1" status: 204 len: 168 time: 0.2985632 Oct 30 01:10:43.387327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:10:43.394843 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60826e-bbe2-458f-bbd0-7173d10195a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9be9a-65ac-4fe8-ac52-4e3ec861f1f0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:43.397533 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (7b7e3395-e0cb-4119-9ed5-3d3c714a4694), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.397958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Added segment 7b7e3395-e0cb-4119-9ed5-3d3c714a4694 of type vlan for network 9dfe5552-55fb-47a8-85eb-9baab719c343 Oct 30 01:10:43.488891 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (9dfe5552-55fb-47a8-85eb-9baab719c343), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.658757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (9dfe5552-55fb-47a8-85eb-9baab719c343), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.661479 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:43.662962 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:43.739470 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:43.753784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] Pushing event updated for resources: {'Network': ['ID=9dfe5552-55fb-47a8-85eb-9baab719c343,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:43.766486 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 9dfe5552-55fb-47a8-85eb-9baab719c343 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:10:43.809813 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-1d5df96f-8e3f-48ed-8fd5-39009669dbca admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4805591 Oct 30 01:10:43.813402 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54288) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:43.826135 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Request body: {'subnet': {'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1579907364-subnet', 'tenant_id': 'b3ac92b862ae4d988409b01c3adfef75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:43.960139 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Made reservation on behalf of b3ac92b862ae4d988409b01c3adfef75 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:10:43.963859 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3417206'] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:44.448785 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522ab96-4669-4a35-a9f6-169de854c060 req-f568307d-5048-4237-8fd0-d92a253ae64e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:44.451165 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9522ab96-4669-4a35-a9f6-169de854c060 req-f568307d-5048-4237-8fd0-d92a253ae64e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0966725 Oct 30 01:10:44.458945 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54298) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:44.477069 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c983e8c3-9b66-4de7-8c62-91b855e8566d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:44.492725 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:44.530872 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9522ab96-4669-4a35-a9f6-169de854c060 req-2944a5f6-f328-45fe-92d3-ff97d0b6eddc tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Oct 30 01:10:44.566525 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3417112'] for subnet (4a5b1518-5e43-4479-8dc5-942332b1074c), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:44.673675 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c983e8c3-9b66-4de7-8c62-91b855e8566d admin admin] Publish callbacks [] for security_group (251a7be6-0fee-4658-8c66-f0c5a76b1ebf), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:44.677297 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5b1518-5e43-4479-8dc5-942332b1074c,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:44.692656 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Checking segment: {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:10:44.700930 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Network hostable DHCP agents. Network: 9dfe5552-55fb-47a8-85eb-9baab719c343, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:10:44.759226 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c983e8c3-9b66-4de7-8c62-91b855e8566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (251a7be6-0fee-4658-8c66-f0c5a76b1ebf), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:44.790171 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:44.793529 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c983e8c3-9b66-4de7-8c62-91b855e8566d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=474759375d914e72a50276ce8013ebae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324120 Oct 30 01:10:44.798483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54310) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:44.839746 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Network 9dfe5552-55fb-47a8-85eb-9baab719c343 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:10:44.851007 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983e8c3-9b66-4de7-8c62-91b855e8566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251a7be6-0fee-4658-8c66-f0c5a76b1ebf,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:44.856662 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54312) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:44.914836 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-94ee4423-d953-4b93-955c-e51753093023 admin admin] Publish callbacks [] for security_group (251a7be6-0fee-4658-8c66-f0c5a76b1ebf), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:44.949209 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-94ee4423-d953-4b93-955c-e51753093023 admin admin] Publish callbacks [] for security_group (251a7be6-0fee-4658-8c66-f0c5a76b1ebf), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.042017 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 9dfe5552-55fb-47a8-85eb-9baab719c343) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:10:45.047148 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:45.047898 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.050740 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f65ccec6-6436-41e5-ba63-d3e2be5228b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.056196 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ac36c-1d3b-48c0-989c-f2e39d8b4bd8 None None] Network 9dfe5552-55fb-47a8-85eb-9baab719c343 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:10:45.113552 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:45.125613 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-94ee4423-d953-4b93-955c-e51753093023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (251a7be6-0fee-4658-8c66-f0c5a76b1ebf), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.132483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-94ee4423-d953-4b93-955c-e51753093023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.138860 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-94ee4423-d953-4b93-955c-e51753093023 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/251a7be6-0fee-4658-8c66-f0c5a76b1ebf HTTP/1.1" status: 204 len: 168 time: 0.3372061 Oct 30 01:10:45.153873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee4423-d953-4b93-955c-e51753093023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251a7be6-0fee-4658-8c66-f0c5a76b1ebf,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:45.203462 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1352ad85-176a-4752-b649-ee1d88691f3c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3881242 Oct 30 01:10:45.207068 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce8d683-b9cd-409a-a5f2-dff06673cc60 None None] Network 9dfe5552-55fb-47a8-85eb-9baab719c343 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:10:45.315957 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:45.421159 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f65ccec6-6436-41e5-ba63-d3e2be5228b8 admin admin] Publish callbacks [] for security_group (b684c30e-e111-4315-9148-6d06ff954968), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.520152 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f65ccec6-6436-41e5-ba63-d3e2be5228b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b684c30e-e111-4315-9148-6d06ff954968), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.623542 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f65ccec6-6436-41e5-ba63-d3e2be5228b8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=354eead4e8f34baf96b0048e4ae0758f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7644744 Oct 30 01:10:45.644308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54330) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:45.644839 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ccec6-6436-41e5-ba63-d3e2be5228b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b684c30e-e111-4315-9148-6d06ff954968,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:45.836795 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed18b2e2-71d3-4f1c-914f-bf5762ae5688 admin admin] Publish callbacks [] for security_group (b684c30e-e111-4315-9148-6d06ff954968), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:45.880628 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362df1a6-cb02-4719-bd69-52180fffa48e req-257d0167-b3a9-4c99-8728-c87431da285b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:45.891523 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-362df1a6-cb02-4719-bd69-52180fffa48e req-257d0167-b3a9-4c99-8728-c87431da285b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.1477802 Oct 30 01:10:45.938117 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed18b2e2-71d3-4f1c-914f-bf5762ae5688 admin admin] Publish callbacks [] for security_group (b684c30e-e111-4315-9148-6d06ff954968), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:46.000559 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-362df1a6-cb02-4719-bd69-52180fffa48e req-95d935d2-6c8e-447d-8302-878307d33483 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072860 Oct 30 01:10:46.169069 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed18b2e2-71d3-4f1c-914f-bf5762ae5688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b684c30e-e111-4315-9148-6d06ff954968), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:46.173816 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed18b2e2-71d3-4f1c-914f-bf5762ae5688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:46.175537 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ed18b2e2-71d3-4f1c-914f-bf5762ae5688 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b684c30e-e111-4315-9148-6d06ff954968 HTTP/1.1" status: 204 len: 168 time: 0.5458217 Oct 30 01:10:46.188736 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18b2e2-71d3-4f1c-914f-bf5762ae5688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b684c30e-e111-4315-9148-6d06ff954968,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:47.211892 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf82d0a-202d-4147-9a43-48e8a2c8a9ed req-ea2971f3-503e-4c5d-9a01-ac23ce103e58 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:47.218954 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7bf82d0a-202d-4147-9a43-48e8a2c8a9ed req-ea2971f3-503e-4c5d-9a01-ac23ce103e58 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0774412 Oct 30 01:10:47.251150 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54376) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:47.276075 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c333936e-b96b-497d-8748-396bce359021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.278369 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7bf82d0a-202d-4147-9a43-48e8a2c8a9ed req-a1b88881-66df-461b-92f4-9eefb400b959 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581088 Oct 30 01:10:47.393229 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=22 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:47.397421 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c333936e-b96b-497d-8748-396bce359021 admin admin] Publish callbacks [] for security_group (77d8c53d-c7b2-4313-91b5-5459d76e4c03), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.476988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c333936e-b96b-497d-8748-396bce359021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (77d8c53d-c7b2-4313-91b5-5459d76e4c03), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.524322 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c333936e-b96b-497d-8748-396bce359021 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=af171354a78a4d6f80cc303fe33edd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709129 Oct 30 01:10:47.525070 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333936e-b96b-497d-8748-396bce359021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8c53d-c7b2-4313-91b5-5459d76e4c03,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:47.527393 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54382) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:47.608812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fe9d-e772-421e-a175-5fb5a9e2e735 admin admin] Publish callbacks [] for security_group (77d8c53d-c7b2-4313-91b5-5459d76e4c03), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.634088 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fe9d-e772-421e-a175-5fb5a9e2e735 admin admin] Publish callbacks [] for security_group (77d8c53d-c7b2-4313-91b5-5459d76e4c03), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.651022 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:47.816135 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fe9d-e772-421e-a175-5fb5a9e2e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (77d8c53d-c7b2-4313-91b5-5459d76e4c03), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.822203 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d1b0fe9d-e772-421e-a175-5fb5a9e2e735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:47.824272 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-d1b0fe9d-e772-421e-a175-5fb5a9e2e735 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/77d8c53d-c7b2-4313-91b5-5459d76e4c03 HTTP/1.1" status: 204 len: 168 time: 0.2951672 Oct 30 01:10:47.858386 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0fe9d-e772-421e-a175-5fb5a9e2e735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8c53d-c7b2-4313-91b5-5459d76e4c03,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:48.512441 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d454d-5d7f-44cb-a649-4eb179e50414 req-4fe2366b-d048-449e-885c-d7cfe048afc6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:48.515976 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-106d454d-5d7f-44cb-a649-4eb179e50414 req-4fe2366b-d048-449e-885c-d7cfe048afc6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.1107452 Oct 30 01:10:48.656995 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-106d454d-5d7f-44cb-a649-4eb179e50414 req-fe19f669-0446-42dc-bf19-866554330950 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164508 Oct 30 01:10:48.806656 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:48.825476 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-d2c62722-001c-4b28-adb6-0113c90c25c2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:48.830020 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-d2c62722-001c-4b28-adb6-0113c90c25c2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9dfe5552-55fb-47a8-85eb-9baab719c343 HTTP/1.1" status: 200 len: 809 time: 0.2058151 Oct 30 01:10:48.848327 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-0f15c3e3-56b4-403c-9330-bca26d89caaa tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/quotas/b3ac92b862ae4d988409b01c3adfef75 HTTP/1.1" status: 200 len: 375 time: 0.0121117 Oct 30 01:10:48.929666 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-cb73b35c-39fb-4743-9b3f-cdc99639c372 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b3ac92b862ae4d988409b01c3adfef75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739193 Oct 30 01:10:49.087575 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-7acf1823-8179-4244-a549-62baea93d819 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477993 Oct 30 01:10:49.194908 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-daa7a5c6-4e3b-4bc9-85dc-d6815cdb4ec3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010156 Oct 30 01:10:49.587867 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5215d06c-1cf9-4a89-93b1-78ced931f121 req-a5f01c0a-d82d-49dd-a73c-b6ccab3496d1 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0559232 Oct 30 01:10:49.880376 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8670e-9ad5-478b-9cb2-5fb1987c66f2 req-699eb177-bf3d-4303-a96e-398e2925f201 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:49.882764 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eba8670e-9ad5-478b-9cb2-5fb1987c66f2 req-699eb177-bf3d-4303-a96e-398e2925f201 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0614550 Oct 30 01:10:49.938544 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eba8670e-9ad5-478b-9cb2-5fb1987c66f2 req-77af7770-8769-4d17-8baa-a686799a77a8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495226 Oct 30 01:10:50.732420 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-58cc3fb4-e597-4bc6-8586-e1ec27ec329e req-a23172b4-732b-460f-911d-8588dcef3bc2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0737886 Oct 30 01:10:51.083295 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82cf94-137c-4626-a9ae-64836338d84c req-6194ea5b-3cde-4264-8c96-5af83d61a648 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:51.086310 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a82cf94-137c-4626-a9ae-64836338d84c req-6194ea5b-3cde-4264-8c96-5af83d61a648 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0559387 Oct 30 01:10:51.187049 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a82cf94-137c-4626-a9ae-64836338d84c req-544ade8c-7017-4a99-9f60-147f18d1d7ef tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938711 Oct 30 01:10:51.905958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b5e460a9-042b-4bf6-a01c-30d3b4a020be req-d2fefa30-e710-42d1-9f23-d5697f8d96a7 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0459375 Oct 30 01:10:52.330310 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151c2aa-da2c-45fd-825b-ecbcaa785e5f req-df828291-e522-45d9-a306-54695f1a573d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.331957 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9151c2aa-da2c-45fd-825b-ecbcaa785e5f req-df828291-e522-45d9-a306-54695f1a573d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0583687 Oct 30 01:10:52.394914 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9151c2aa-da2c-45fd-825b-ecbcaa785e5f req-fbe4a78f-87c6-43d1-a355-d8826a3f2a28 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531075 Oct 30 01:10:52.787970 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683595-34ad-488f-934a-8d66d6d837b9 req-2b27a30f-5b4a-4628-a002-f7cbc047c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.790467 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ad683595-34ad-488f-934a-8d66d6d837b9 req-2b27a30f-5b4a-4628-a002-f7cbc047c3ee service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1130 time: 0.0577888 Oct 30 01:10:52.856815 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ad683595-34ad-488f-934a-8d66d6d837b9 req-b82576bc-23d8-4b81-88b9-0dd7a7908aaf service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Oct 30 01:10:53.096180 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6fbc8fdf-ccf6-4484-9d55-c15fdcfd4715 req-cb62ea97-870e-4910-8b14-5e402a304759 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0684800 Oct 30 01:10:53.597187 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780ee8f-842e-452d-993c-9e7f42f86891 req-5b66a6f3-b3e7-4eed-a463-044dd6ae6df2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:53.599884 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0780ee8f-842e-452d-993c-9e7f42f86891 req-5b66a6f3-b3e7-4eed-a463-044dd6ae6df2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0965972 Oct 30 01:10:53.689899 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0780ee8f-842e-452d-993c-9e7f42f86891 req-dc69c504-1b59-4712-b683-6837ff38c0cc tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824256 Oct 30 01:10:54.330503 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ca4b4068-e31a-4b7d-ad0e-95d1f42ff4c5 req-37d9c157-b014-4519-9df6-15d5981cf33f tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0943232 Oct 30 01:10:54.725330 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-98622f6e-3b6c-4f8f-988a-5d5be35bcb46 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:54.728253 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-98622f6e-3b6c-4f8f-988a-5d5be35bcb46 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9dfe5552-55fb-47a8-85eb-9baab719c343 HTTP/1.1" status: 200 len: 809 time: 0.1737454 Oct 30 01:10:54.771996 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Request body: {'port': {'device_id': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343', 'admin_state_up': True, 'tenant_id': 'b3ac92b862ae4d988409b01c3adfef75'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:55.125746 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Made reservation on behalf of b3ac92b862ae4d988409b01c3adfef75 for: {'port': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:10:55.132629 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:55.141936 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268554-3148-41ec-92f4-21d790e3a856 req-2d9cb4bd-987f-4dce-9731-33f6a8962ed5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:55.143599 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b4268554-3148-41ec-92f4-21d790e3a856 req-2d9cb4bd-987f-4dce-9731-33f6a8962ed5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.2894340 Oct 30 01:10:55.222834 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b4268554-3148-41ec-92f4-21d790e3a856 req-aaf1b5b1-2a7c-4e24-b110-6cec345ecb46 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673127 Oct 30 01:10:55.305071 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Allocated IP 172.20.0.12 (9dfe5552-55fb-47a8-85eb-9baab719c343/4a5b1518-5e43-4479-8dc5-942332b1074c/b88d5b1b-4439-446e-9c93-18c9d40b60a7) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:10:55.653977 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks [] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:55.799400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:55.808758 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:55.852104 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Network 9dfe5552-55fb-47a8-85eb-9baab719c343 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:10:55.859158 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:10:55.863466 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:55.867161 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:10:55.878945 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8961d6-74b9-47a3-b92c-15cd233f8c9a req-f702b690-44ca-494b-84f7-8192dea833ab tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:55.881850 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b8961d6-74b9-47a3-b92c-15cd233f8c9a req-f702b690-44ca-494b-84f7-8192dea833ab tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 932 time: 0.0837319 Oct 30 01:10:55.894583 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Pushing event updated for resources: {'Port': ['ID=b88d5b1b-4439-446e-9c93-18c9d40b60a7,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:55.961467 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:55.962504 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:55.979113 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:55.996055 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b8961d6-74b9-47a3-b92c-15cd233f8c9a req-1a52750e-21a0-4d2a-9bb9-a7ba604a88fd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062148 Oct 30 01:10:55.997276 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-6d16b707-e0b5-440f-8752-7ea3fd8a9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:56.001384 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-6d16b707-e0b5-440f-8752-7ea3fd8a9bdb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1130 time: 0.0680637 Oct 30 01:10:56.067085 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-881f380c-5e3e-4849-b13d-669de95c6b6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3108432 Oct 30 01:10:56.090442 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Request body: {'port': {'device_id': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:56.183183 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:56.206534 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316c347-d3e0-4168-b896-e7f005255f8c req-a0782e7f-5e37-4b72-b4fc-75466976e289 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:56.208920 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1316c347-d3e0-4168-b896-e7f005255f8c req-a0782e7f-5e37-4b72-b4fc-75466976e289 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.1032872 Oct 30 01:10:56.210822 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-c9df4598-74f8-4349-8f7b-d3bb437a3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:56.213411 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-c9df4598-74f8-4349-8f7b-d3bb437a3037 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.2074494 Oct 30 01:10:56.236894 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:56.276695 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-83740075-a80b-4a4a-bde6-e8179e7df95f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 200 len: 217 time: 0.0569937 Oct 30 01:10:56.353757 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1316c347-d3e0-4168-b896-e7f005255f8c req-037f59ae-7f3e-40d9-9896-ef33d26eafd7 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362824 Oct 30 01:10:56.363327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-a7095b04-fd5f-47da-b870-9c28fd0d54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:56.365322 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-a7095b04-fd5f-47da-b870-9c28fd0d54f0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0825527 Oct 30 01:10:56.481082 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-eaa15ded-e605-401c-9f27-52c2d7c232da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:56.483663 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-eaa15ded-e605-401c-9f27-52c2d7c232da service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1093082 Oct 30 01:10:56.612500 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88d5b1b-4439-446e-9c93-18c9d40b60a7 {{(pid=105258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:10:56.621885 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Publish callbacks [] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:56.638785 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.provisioning_blocks [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Transition to ACTIVE for port object b88d5b1b-4439-446e-9c93-18c9d40b60a7 will not be triggered until provisioned by entity L2. {{(pid=105258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:10:56.672770 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-ff59d5f3-5cf3-43b2-88c5-268e5da4dd7f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809883 Oct 30 01:10:56.737118 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:56.805142 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d432edc8-bddd-44f1-b877-c1a1f9ff9b73 req-cf4c19ed-0d8c-4d2b-82f9-4fdac8a1e262 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256685 Oct 30 01:10:56.878160 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b88d5b1b-4439-446e-9c93-18c9d40b60a7,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:56.948720 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Attempting to bind port b88d5b1b-4439-446e-9c93-18c9d40b60a7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:10:56.949060 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Attempting to bind port b88d5b1b-4439-446e-9c93-18c9d40b60a7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:10:56.949500 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Attempting to bind port b88d5b1b-4439-446e-9c93-18c9d40b60a7 on network 9dfe5552-55fb-47a8-85eb-9baab719c343 {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:10:56.998614 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Port b88d5b1b-4439-446e-9c93-18c9d40b60a7 on network 9dfe5552-55fb-47a8-85eb-9baab719c343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:10:56.998893 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Attempting to bind port b88d5b1b-4439-446e-9c93-18c9d40b60a7 on network 9dfe5552-55fb-47a8-85eb-9baab719c343 {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:10:57.050651 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:10:57.050978 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Checking segment: {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:10:57.051356 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Bound using segment: {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:10:57.051844 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Bound port: b88d5b1b-4439-446e-9c93-18c9d40b60a7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'}}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:10:57.052202 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:57.146571 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] For port b88d5b1b-4439-446e-9c93-18c9d40b60a7, host hv-cinder-maste, cleared binding levels {{(pid=105258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:10:57.153110 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] For port b88d5b1b-4439-446e-9c93-18c9d40b60a7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b88d5b1b-4439-446e-9c93-18c9d40b60a7,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:10:57.181913 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed65f52-88b3-4271-ad73-26232c6b7c8f req-f15a8554-fed7-46f9-8b50-1274693ec942 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:57.183579 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4ed65f52-88b3-4271-ad73-26232c6b7c8f req-f15a8554-fed7-46f9-8b50-1274693ec942 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 944 time: 0.0646908 Oct 30 01:10:57.221946 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:57.227173 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:57.228230 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:57.230231 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/b88d5b1b-4439-446e-9c93-18c9d40b60a7 HTTP/1.1" status: 200 len: 1094 time: 1.1468301 Oct 30 01:10:57.233171 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'tag': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:57.236121 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f92796-d64c-4281-a32f-41cf0a3d0060" -d '{"events": [{"name": "network-changed", "server_uuid": "30298691-7c9f-46a5-bfe7-02e32ff5fbaf", "tag": "b88d5b1b-4439-446e-9c93-18c9d40b60a7"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:57.251434 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4ed65f52-88b3-4271-ad73-26232c6b7c8f req-d99e1953-f8b4-4b67-bc74-4a91acc53ef1 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614514 Oct 30 01:10:57.309407 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c34472a-ed23-4d78-be8d-c5a22905e364 x-openstack-request-id: req-0c34472a-ed23-4d78-be8d-c5a22905e364 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:57.309832 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30298691-7c9f-46a5-bfe7-02e32ff5fbaf", "tag": "b88d5b1b-4439-446e-9c93-18c9d40b60a7", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:57.310188 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c34472a-ed23-4d78-be8d-c5a22905e364 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:57.310818 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c34472a-ed23-4d78-be8d-c5a22905e364'] response: {'name': 'network-changed', 'server_uuid': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'tag': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7', 'status': 'completed', 'code': 200} Oct 30 01:10:57.330187 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbfc0f-4a2a-4887-bcaa-2647b184a1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b88d5b1b-4439-446e-9c93-18c9d40b60a7,revision_number=3']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:57.638907 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d382403-fd90-4370-9a7c-1d083d3bbf36 req-4ca16a49-6cf4-4af3-af56-171a6550c1e6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:57.641103 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2d382403-fd90-4370-9a7c-1d083d3bbf36 req-4ca16a49-6cf4-4af3-af56-171a6550c1e6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0771801 Oct 30 01:10:57.708352 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2d382403-fd90-4370-9a7c-1d083d3bbf36 req-149d19d6-a5f5-4f5e-9151-805ce9fba00e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Oct 30 01:10:57.727217 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:57.882378 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:57.884047 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:58.180140 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54670) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:58.239221 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a35e37de-5f94-4f4c-8784-003deb7b722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:58.274627 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54674) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:58.464199 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c56cd2f7-d9da-48eb-bb50-5298061e2b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:58.471157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8237dd81-f49e-4041-ba13-11d274e45719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:58.489056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6bd01-95e6-4893-8055-d02d727040ff req-2177c9b5-886d-4712-8c61-0f3d3c989700 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:58.490963 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8bf6bd01-95e6-4893-8055-d02d727040ff req-2177c9b5-886d-4712-8c61-0f3d3c989700 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 944 time: 0.1068015 Oct 30 01:10:58.514783 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:58.607191 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8bf6bd01-95e6-4893-8055-d02d727040ff req-a3b41c61-3b72-4512-b71f-cea29684b463 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055973 Oct 30 01:10:58.815936 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92796-d64c-4281-a32f-41cf0a3d0060 req-f438a195-0dfc-48e4-9689-b84c5dd00271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:58.822132 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-60f92796-d64c-4281-a32f-41cf0a3d0060 req-f438a195-0dfc-48e4-9689-b84c5dd00271 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b3ac92b862ae4d988409b01c3adfef75&device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 1128 time: 0.1026585 Oct 30 01:10:58.874936 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8237dd81-f49e-4041-ba13-11d274e45719 admin admin] Publish callbacks [] for security_group (dd3dcd63-47bd-4b8c-9f21-3f539343b873), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:58.878732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c56cd2f7-d9da-48eb-bb50-5298061e2b44 admin admin] Publish callbacks [] for security_group (7e343afe-a758-4c58-89ce-fc3d6da5f8d7), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:58.918029 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249f4f-8edb-477c-904c-14c3557bf94d req-77332c35-a198-4df9-ad61-660d6ec510e7 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:58.919740 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76249f4f-8edb-477c-904c-14c3557bf94d req-77332c35-a198-4df9-ad61-660d6ec510e7 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0664213 Oct 30 01:10:58.932943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:58.968401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8237dd81-f49e-4041-ba13-11d274e45719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (dd3dcd63-47bd-4b8c-9f21-3f539343b873), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:58.972481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-c56cd2f7-d9da-48eb-bb50-5298061e2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7e343afe-a758-4c58-89ce-fc3d6da5f8d7), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.045606 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76249f4f-8edb-477c-904c-14c3557bf94d req-e947fbc1-af0b-4f99-99d0-3b35ceebd003 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191001 Oct 30 01:10:59.071540 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-8237dd81-f49e-4041-ba13-11d274e45719 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f86e7881f15446a4be9c24448902b4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8899853 Oct 30 01:10:59.078428 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-c56cd2f7-d9da-48eb-bb50-5298061e2b44 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5570d9a488724f3592fb70163fd543a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7980232 Oct 30 01:10:59.078428 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54694) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:59.078428 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54698) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:59.097056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237dd81-f49e-4041-ba13-11d274e45719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3dcd63-47bd-4b8c-9f21-3f539343b873,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:59.187971 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd2f7-d9da-48eb-bb50-5298061e2b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e343afe-a758-4c58-89ce-fc3d6da5f8d7,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:59.219426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-913f3c95-e140-4cb2-baa5-fe3d96a2caab admin admin] Publish callbacks [] for security_group (7e343afe-a758-4c58-89ce-fc3d6da5f8d7), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.244703 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d6e6659a-482e-4350-a399-5e9a7c885243 admin admin] Publish callbacks [] for security_group (dd3dcd63-47bd-4b8c-9f21-3f539343b873), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.273921 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-913f3c95-e140-4cb2-baa5-fe3d96a2caab admin admin] Publish callbacks [] for security_group (7e343afe-a758-4c58-89ce-fc3d6da5f8d7), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.294318 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d6e6659a-482e-4350-a399-5e9a7c885243 admin admin] Publish callbacks [] for security_group (dd3dcd63-47bd-4b8c-9f21-3f539343b873), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.345963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:59.414332 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92796-d64c-4281-a32f-41cf0a3d0060 req-7b702dea-b4d1-4d91-b313-c1c60db1f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:59.415896 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-60f92796-d64c-4281-a32f-41cf0a3d0060 req-7b702dea-b4d1-4d91-b313-c1c60db1f8d6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=b3ac92b862ae4d988409b01c3adfef75&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2332113 Oct 30 01:10:59.472876 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d6e6659a-482e-4350-a399-5e9a7c885243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (dd3dcd63-47bd-4b8c-9f21-3f539343b873), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.476942 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d6e6659a-482e-4350-a399-5e9a7c885243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.478392 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-d6e6659a-482e-4350-a399-5e9a7c885243 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dd3dcd63-47bd-4b8c-9f21-3f539343b873 HTTP/1.1" status: 204 len: 168 time: 0.4015522 Oct 30 01:10:59.490248 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6659a-482e-4350-a399-5e9a7c885243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3dcd63-47bd-4b8c-9f21-3f539343b873,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:59.583383 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:59.592984 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-913f3c95-e140-4cb2-baa5-fe3d96a2caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7e343afe-a758-4c58-89ce-fc3d6da5f8d7), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.596769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-913f3c95-e140-4cb2-baa5-fe3d96a2caab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:59.606569 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-913f3c95-e140-4cb2-baa5-fe3d96a2caab admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7e343afe-a758-4c58-89ce-fc3d6da5f8d7 HTTP/1.1" status: 204 len: 168 time: 0.5211403 Oct 30 01:10:59.614309 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3c95-e140-4cb2-baa5-fe3d96a2caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e343afe-a758-4c58-89ce-fc3d6da5f8d7,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:59.675110 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92796-d64c-4281-a32f-41cf0a3d0060 req-a5f8c96e-59ed-49eb-bbf1-8dcce6636686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:59.676763 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-60f92796-d64c-4281-a32f-41cf0a3d0060 req-a5f8c96e-59ed-49eb-bbf1-8dcce6636686 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301279 Oct 30 01:10:59.833109 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-f05906ab-1de9-44a4-9da1-7a1718f8adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:59.838174 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-f05906ab-1de9-44a4-9da1-7a1718f8adc5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b3ac92b862ae4d988409b01c3adfef75&device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 1128 time: 0.0672622 Oct 30 01:10:59.917798 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-c4cc180d-8f9e-43d8-8cb0-a12e087b1ea4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b88d5b1b-4439-446e-9c93-18c9d40b60a7 HTTP/1.1" status: 200 len: 217 time: 0.0658519 Oct 30 01:10:59.988733 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54720) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:59.990762 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebabfc-f870-445c-98ab-d084124c0da3 req-f63eacfb-9c32-410b-82cd-f781b8b93ad5 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:59.992732 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e8ebabfc-f870-445c-98ab-d084124c0da3 req-f63eacfb-9c32-410b-82cd-f781b8b93ad5 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 944 time: 0.0703495 Oct 30 01:11:00.006223 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-b76ce6bd-f78d-4f02-bf18-2a0d7ea952b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:00.008139 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-b76ce6bd-f78d-4f02-bf18-2a0d7ea952b8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a5b1518-5e43-4479-8dc5-942332b1074c HTTP/1.1" status: 200 len: 849 time: 0.0812774 Oct 30 01:11:00.051740 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-42523488-8335-4472-a3fa-e72a92fb394c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9dfe5552-55fb-47a8-85eb-9baab719c343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360060 Oct 30 01:11:00.053368 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e8ebabfc-f870-445c-98ab-d084124c0da3 req-7e90af67-99c9-4200-aa74-853458606a26 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Oct 30 01:11:00.184854 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-612682a4-7678-4270-8664-c68ce4285057 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282368 Oct 30 01:11:00.214294 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059985d-e0d7-4626-8ed7-038a744212f4 req-ec7b31be-4ab2-47ac-b971-8e46303395e5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:00.215736 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8059985d-e0d7-4626-8ed7-038a744212f4 req-ec7b31be-4ab2-47ac-b971-8e46303395e5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0581965 Oct 30 01:11:00.314020 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8059985d-e0d7-4626-8ed7-038a744212f4 req-312119a6-53f4-474b-ab63-f103ca6c5ad5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Oct 30 01:11:00.398967 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-6f8e8a57-0a28-4d5d-b00f-c94523b51840 req-9b11e477-2f5c-444f-bbc5-7b8c088a7ea1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073655 Oct 30 01:11:00.457551 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54734) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:00.478136 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ed804cc1-a415-43ec-b5b5-89361ebf7bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.481606 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a36ca4b3-cfb7-40bc-86b5-7a5b230440f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.563645 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8ba19fcf-13a1-48f9-acc0-68aa09425b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.600998 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:00.711303 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a36ca4b3-cfb7-40bc-86b5-7a5b230440f5 admin admin] Publish callbacks [] for security_group (1c1b0dc2-24aa-43bb-9285-6e134f1e9119), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.748028 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8ba19fcf-13a1-48f9-acc0-68aa09425b0d admin admin] Publish callbacks [] for security_group (411854f1-ef08-4b09-bd32-38efaa8c0212), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.804683 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a36ca4b3-cfb7-40bc-86b5-7a5b230440f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1c1b0dc2-24aa-43bb-9285-6e134f1e9119), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.878174 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8ba19fcf-13a1-48f9-acc0-68aa09425b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (411854f1-ef08-4b09-bd32-38efaa8c0212), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:00.887986 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a36ca4b3-cfb7-40bc-86b5-7a5b230440f5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8e0b3aed411f4e27ab98e87038b8b757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280586 Oct 30 01:11:00.894095 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54740) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:00.898393 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ca4b3-cfb7-40bc-86b5-7a5b230440f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b0dc2-24aa-43bb-9285-6e134f1e9119,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:00.969132 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8ba19fcf-13a1-48f9-acc0-68aa09425b0d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=20505445e12f43b79ebf73fdcf5c1a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9776335 Oct 30 01:11:00.976984 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54744) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:00.987116 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba19fcf-13a1-48f9-acc0-68aa09425b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411854f1-ef08-4b09-bd32-38efaa8c0212,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:01.134281 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f898a1eb-d8ef-4dba-a49b-ac7e74e11fd3 admin admin] Publish callbacks [] for security_group (411854f1-ef08-4b09-bd32-38efaa8c0212), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.181517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f898a1eb-d8ef-4dba-a49b-ac7e74e11fd3 admin admin] Publish callbacks [] for security_group (411854f1-ef08-4b09-bd32-38efaa8c0212), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.206598 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-71a1d499-f6ca-4a31-85fa-046a61ae2196 admin admin] Publish callbacks [] for security_group (1c1b0dc2-24aa-43bb-9285-6e134f1e9119), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.312406 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-71a1d499-f6ca-4a31-85fa-046a61ae2196 admin admin] Publish callbacks [] for security_group (1c1b0dc2-24aa-43bb-9285-6e134f1e9119), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.347041 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54754) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:01.375196 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-555cc38c-9c0f-4152-b84a-19fc274ca5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.389412 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54756) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:01.416539 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b943be1-87b4-4ce6-a85f-52530888bc9a req-844d2fad-3cd0-4039-830c-18815f1601f9 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:01.416539 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2b943be1-87b4-4ce6-a85f-52530888bc9a req-844d2fad-3cd0-4039-830c-18815f1601f9 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 944 time: 0.1648934 Oct 30 01:11:01.527311 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f898a1eb-d8ef-4dba-a49b-ac7e74e11fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (411854f1-ef08-4b09-bd32-38efaa8c0212), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.531151 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f898a1eb-d8ef-4dba-a49b-ac7e74e11fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.537587 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f898a1eb-d8ef-4dba-a49b-ac7e74e11fd3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/411854f1-ef08-4b09-bd32-38efaa8c0212 HTTP/1.1" status: 204 len: 168 time: 0.5544536 Oct 30 01:11:01.556407 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2b943be1-87b4-4ce6-a85f-52530888bc9a req-75f44f0e-4a46-4248-91ee-65b9477194d4 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195326 Oct 30 01:11:01.568313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898a1eb-d8ef-4dba-a49b-ac7e74e11fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411854f1-ef08-4b09-bd32-38efaa8c0212,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:01.639560 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-71a1d499-f6ca-4a31-85fa-046a61ae2196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1c1b0dc2-24aa-43bb-9285-6e134f1e9119), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.642382 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-71a1d499-f6ca-4a31-85fa-046a61ae2196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.647771 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-71a1d499-f6ca-4a31-85fa-046a61ae2196 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1c1b0dc2-24aa-43bb-9285-6e134f1e9119 HTTP/1.1" status: 204 len: 168 time: 0.7484882 Oct 30 01:11:01.663380 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1d499-f6ca-4a31-85fa-046a61ae2196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b0dc2-24aa-43bb-9285-6e134f1e9119,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:01.680839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab994f3-79fa-4d65-be3e-fe75f8c0c683 req-be8813bb-f8d2-4670-be88-c334d39bd6fc tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:01.699275 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aab994f3-79fa-4d65-be3e-fe75f8c0c683 req-be8813bb-f8d2-4670-be88-c334d39bd6fc tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1487021 Oct 30 01:11:01.756428 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:01.797849 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aab994f3-79fa-4d65-be3e-fe75f8c0c683 req-af79175d-2159-4d3f-996f-6c2a3645a0d7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971549 Oct 30 01:11:01.806593 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:01.814166 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-492603b2-69fa-49b7-a133-e85a4fb8a096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.822935 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-555cc38c-9c0f-4152-b84a-19fc274ca5a6 admin admin] Publish callbacks [] for security_group (bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.936811 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-555cc38c-9c0f-4152-b84a-19fc274ca5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:01.980766 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-492603b2-69fa-49b7-a133-e85a4fb8a096 admin admin] Publish callbacks [] for security_group (4ffe158b-c316-48d9-9a1b-908a46d1484b), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.034281 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-555cc38c-9c0f-4152-b84a-19fc274ca5a6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=84c6c34d91fe4372a1c7a311171b900d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6852431 Oct 30 01:11:02.037594 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc38c-9c0f-4152-b84a-19fc274ca5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:02.037756 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54766) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:02.094696 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-492603b2-69fa-49b7-a133-e85a4fb8a096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4ffe158b-c316-48d9-9a1b-908a46d1484b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.125940 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-769ab5de-9d83-4d96-a83c-5a3fdb4ccf8a admin admin] Publish callbacks [] for security_group (bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.166337 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-492603b2-69fa-49b7-a133-e85a4fb8a096 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c1bf88a26c7a4c45995517a7a5dc87e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7723110 Oct 30 01:11:02.167353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-769ab5de-9d83-4d96-a83c-5a3fdb4ccf8a admin admin] Publish callbacks [] for security_group (bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.168136 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54770) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:02.175383 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492603b2-69fa-49b7-a133-e85a4fb8a096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe158b-c316-48d9-9a1b-908a46d1484b,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:02.251316 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9826aa31-348d-4fbc-8296-c836de9580ec admin admin] Publish callbacks [] for security_group (4ffe158b-c316-48d9-9a1b-908a46d1484b), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.266756 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.285716 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9826aa31-348d-4fbc-8296-c836de9580ec admin admin] Publish callbacks [] for security_group (4ffe158b-c316-48d9-9a1b-908a46d1484b), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.316048 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:02.376465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-769ab5de-9d83-4d96-a83c-5a3fdb4ccf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.381126 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-769ab5de-9d83-4d96-a83c-5a3fdb4ccf8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.383269 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-769ab5de-9d83-4d96-a83c-5a3fdb4ccf8a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6 HTTP/1.1" status: 204 len: 168 time: 0.3446248 Oct 30 01:11:02.394673 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ab5de-9d83-4d96-a83c-5a3fdb4ccf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f74f9-9bdc-4d9e-a0d6-24a415354cf6,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:02.514709 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9826aa31-348d-4fbc-8296-c836de9580ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (4ffe158b-c316-48d9-9a1b-908a46d1484b), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.519472 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9826aa31-348d-4fbc-8296-c836de9580ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.523796 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9826aa31-348d-4fbc-8296-c836de9580ec admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4ffe158b-c316-48d9-9a1b-908a46d1484b HTTP/1.1" status: 204 len: 168 time: 0.3520405 Oct 30 01:11:02.534045 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826aa31-348d-4fbc-8296-c836de9580ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe158b-c316-48d9-9a1b-908a46d1484b,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:02.562918 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54794) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:02.570720 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126404444', 'description': 'tempest-description--2002196773'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:02.677741 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:02.726800 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1de5b-75ca-4046-bfb6-45b31841eb78 req-df406a6f-e290-4744-b0fc-cd1fb4bcdd94 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:02.729087 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c1f1de5b-75ca-4046-bfb6-45b31841eb78 req-df406a6f-e290-4744-b0fc-cd1fb4bcdd94 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 944 time: 0.0671902 Oct 30 01:11:02.766917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.858262 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c1f1de5b-75ca-4046-bfb6-45b31841eb78 req-65395f29-e7ea-4193-ae59-bd1a57e78c0f tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147559 Oct 30 01:11:02.955009 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group (f830db15-e952-4e43-8b43-fabda5cf1736), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.032239 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5465d-3d5b-4f22-8e05-deba7770e31b req-07d16593-c8ae-4f6b-bd9c-3f5d88af3d1e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:03.035051 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-66c5465d-3d5b-4f22-8e05-deba7770e31b req-07d16593-c8ae-4f6b-bd9c-3f5d88af3d1e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0778592 Oct 30 01:11:03.072756 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f830db15-e952-4e43-8b43-fabda5cf1736), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.172426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f830db15-e952-4e43-8b43-fabda5cf1736,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:03.181808 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-66c5465d-3d5b-4f22-8e05-deba7770e31b req-5b6d85cc-7140-44fa-b105-50ccdeb2e499 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394193 Oct 30 01:11:03.258727 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.260861 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-778dce65-ca07-410a-9a75-709c61531de2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6963799 Oct 30 01:11:03.264560 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54806) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:03.271705 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'security_group_rule': {'security_group_id': 'f830db15-e952-4e43-8b43-fabda5cf1736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:03.440251 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group_rule (ddc85c74-9455-4558-ab9d-7670be720675), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.522767 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group_rule (ddc85c74-9455-4558-ab9d-7670be720675), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.647720 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device b88d5b1b-4439-446e-9c93-18c9d40b60a7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:11:03.654731 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.665280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (ddc85c74-9455-4558-ab9d-7670be720675), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.668549 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:03.714185 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc85c74-9455-4558-ab9d-7670be720675,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:03.806391 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.808135 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-18523e04-9bce-408e-9278-64ffdbd71865 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5417817 Oct 30 01:11:03.812137 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54822) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:03.816977 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'security_group_rule': {'security_group_id': 'f830db15-e952-4e43-8b43-fabda5cf1736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:03.826661 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port b88d5b1b-4439-446e-9c93-18c9d40b60a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b88d5b1b-4439-446e-9c93-18c9d40b60a7,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:03.844284 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7', 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343', 'port_id': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7', 'mac_address': 'fa:16:3e:60:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5b1518-5e43-4479-8dc5-942332b1074c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:11:03.889600 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port b88d5b1b-4439-446e-9c93-18c9d40b60a7 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:03.889987 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.908457 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88d5b1b-4439-446e-9c93-18c9d40b60a7 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:03.925218 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.947847 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54830) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:03.959524 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port b88d5b1b-4439-446e-9c93-18c9d40b60a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b88d5b1b-4439-446e-9c93-18c9d40b60a7,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:03.964033 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group_rule (716c3d90-bb21-4f75-9c75-f31cbf27db4e), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:03.971443 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6995a04f-a7c2-4394-8f39-9df75f27565c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.040729 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.078449 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6995a04f-a7c2-4394-8f39-9df75f27565c admin admin] Publish callbacks [] for security_group (9e73be16-d499-45fa-9114-8b14b3df1541), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.138531 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e86e9-00b3-448c-8e6e-4ce3a14a338d req-0e20c2cc-ff30-46f3-816d-672c74c6564c tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:04.140207 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fc6e86e9-00b3-448c-8e6e-4ce3a14a338d req-0e20c2cc-ff30-46f3-816d-672c74c6564c tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 945 time: 0.1091545 Oct 30 01:11:04.142516 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group_rule (716c3d90-bb21-4f75-9c75-f31cbf27db4e), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.153143 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6995a04f-a7c2-4394-8f39-9df75f27565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9e73be16-d499-45fa-9114-8b14b3df1541), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.185258 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=b88d5b1b-4439-446e-9c93-18c9d40b60a7,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:04.220907 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fc6e86e9-00b3-448c-8e6e-4ce3a14a338d req-6003ca15-f78b-467e-9509-937f9e0db64f tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669191 Oct 30 01:11:04.238529 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6995a04f-a7c2-4394-8f39-9df75f27565c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=713d5467c7004df78dd82bbd90a36956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886326 Oct 30 01:11:04.239702 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995a04f-a7c2-4394-8f39-9df75f27565c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e73be16-d499-45fa-9114-8b14b3df1541,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:04.243340 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 54836) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:04.256302 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (716c3d90-bb21-4f75-9c75-f31cbf27db4e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.287824 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716c3d90-bb21-4f75-9c75-f31cbf27db4e,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:04.362372 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d656c-c48c-4e6b-8989-3c885581e343 req-56479eb3-b9e0-4854-af66-7f643592f60a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:04.366905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-260d656c-c48c-4e6b-8989-3c885581e343 req-56479eb3-b9e0-4854-af66-7f643592f60a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0635560 Oct 30 01:11:04.394149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32ff1510-1ad1-4468-8dc7-b4ff4ca3d031 admin admin] Publish callbacks [] for security_group (9e73be16-d499-45fa-9114-8b14b3df1541), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.432990 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32ff1510-1ad1-4468-8dc7-b4ff4ca3d031 admin admin] Publish callbacks [] for security_group (9e73be16-d499-45fa-9114-8b14b3df1541), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.439661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.440901 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b95a81a0-53b6-4508-8c58-67e2e3f7fdc3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6276691 Oct 30 01:11:04.441534 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['b88d5b1b-4439-446e-9c93-18c9d40b60a7'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:04.445755 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 54842) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:04.450787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:04.484897 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-260d656c-c48c-4e6b-8989-3c885581e343 req-1a6ecb89-cc7d-4233-a85e-88563d2c9476 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109102 Oct 30 01:11:04.605692 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.667103 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32ff1510-1ad1-4468-8dc7-b4ff4ca3d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9e73be16-d499-45fa-9114-8b14b3df1541), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.669778 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-32ff1510-1ad1-4468-8dc7-b4ff4ca3d031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.671009 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-32ff1510-1ad1-4468-8dc7-b4ff4ca3d031 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9e73be16-d499-45fa-9114-8b14b3df1541 HTTP/1.1" status: 204 len: 168 time: 0.4241047 Oct 30 01:11:04.689756 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff1510-1ad1-4468-8dc7-b4ff4ca3d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e73be16-d499-45fa-9114-8b14b3df1541,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:04.749377 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.833106 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:04.910794 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Allocated IP 172.37.0.43 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/48c4ade8-d8ed-44a0-87e6-4a0ea03478d5) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:11:05.043485 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:05.159919 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:05.234399 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:11:05.241150 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:05.255716 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:11:05.285389 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:05.296390 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'Port': ['ID=48c4ade8-d8ed-44a0-87e6-4a0ea03478d5,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:05.405311 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:05.410654 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:05.430378 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:05.437375 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:05.489527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f6d2-e6b7-4870-8931-f69c54bab335 req-57a8cfa8-9501-4eec-97a9-7666fbaaeac2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:05.491842 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a4c1f6d2-e6b7-4870-8931-f69c54bab335 req-57a8cfa8-9501-4eec-97a9-7666fbaaeac2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 945 time: 0.1007705 Oct 30 01:11:05.547787 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a4c1f6d2-e6b7-4870-8931-f69c54bab335 req-b67775b2-a897-4a8c-a76e-51ad5198be09 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492840 Oct 30 01:11:05.652932 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:05.664019 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device b88d5b1b-4439-446e-9c93-18c9d40b60a7 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:11:05.765062 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port b88d5b1b-4439-446e-9c93-18c9d40b60a7 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:11:05.772732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53060-592b-42cd-a1ff-e7719c88ccbe req-de029ded-0ea9-4389-83d7-0adcf5909d09 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:05.787821 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b8b53060-592b-42cd-a1ff-e7719c88ccbe req-de029ded-0ea9-4389-83d7-0adcf5909d09 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1246769 Oct 30 01:11:05.879752 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b8b53060-592b-42cd-a1ff-e7719c88ccbe req-bfef4370-1148-416f-b0be-d29819a098cb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897498 Oct 30 01:11:05.890019 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port b88d5b1b-4439-446e-9c93-18c9d40b60a7 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:05.890652 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:05.891184 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port b88d5b1b-4439-446e-9c93-18c9d40b60a7 Oct 30 01:11:05.985488 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.011340 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port b88d5b1b-4439-446e-9c93-18c9d40b60a7 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:06.011828 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.023699 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:06.037677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:06.040072 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19559ce9-0270-4447-96c0-b68e5b67fe82" -d '{"events": [{"server_uuid": "30298691-7c9f-46a5-bfe7-02e32ff5fbaf", "name": "network-vif-plugged", "status": "completed", "tag": "b88d5b1b-4439-446e-9c93-18c9d40b60a7"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:06.055319 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port b88d5b1b-4439-446e-9c93-18c9d40b60a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b88d5b1b-4439-446e-9c93-18c9d40b60a7,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:06.086160 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a5889f-8dea-46cf-9165-7e8fbed4dced x-openstack-request-id: req-38a5889f-8dea-46cf-9165-7e8fbed4dced {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:06.086616 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30298691-7c9f-46a5-bfe7-02e32ff5fbaf", "name": "network-vif-plugged", "status": "completed", "tag": "b88d5b1b-4439-446e-9c93-18c9d40b60a7", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:06.086952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38a5889f-8dea-46cf-9165-7e8fbed4dced {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:06.087433 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a5889f-8dea-46cf-9165-7e8fbed4dced'] response: {'server_uuid': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7', 'code': 200} Oct 30 01:11:06.124436 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.125288 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.269403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:06.276956 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'Port': ['ID=48c4ade8-d8ed-44a0-87e6-4a0ea03478d5,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:06.281951 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.313320 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=b88d5b1b-4439-446e-9c93-18c9d40b60a7,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:06.414566 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.427782 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-405c88f5-7ac9-444c-95b9-4bf45ac8701d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9796276 Oct 30 01:11:06.712843 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30401eda-c558-46e5-bee2-090a8f8e40c8 req-088ffaf6-0a73-48ca-b2c8-5df11ae82ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:06.723250 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-30401eda-c558-46e5-bee2-090a8f8e40c8 req-088ffaf6-0a73-48ca-b2c8-5df11ae82ccb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 1130 time: 0.1104283 Oct 30 01:11:06.803562 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-30401eda-c558-46e5-bee2-090a8f8e40c8 req-70d02ca9-e904-4f76-88a4-064849bb5b42 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728881 Oct 30 01:11:06.839086 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30beb9-829a-462c-8087-7cdd5707dc45 req-f2f091bc-209c-4fb2-bbdc-4507dc0877f6 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:06.846885 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4d30beb9-829a-462c-8087-7cdd5707dc45 req-f2f091bc-209c-4fb2-bbdc-4507dc0877f6 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 946 time: 0.1345823 Oct 30 01:11:06.923487 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4d30beb9-829a-462c-8087-7cdd5707dc45 req-5cad1877-05cc-40a6-8284-68a455675c05 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627720 Oct 30 01:11:07.008757 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-100a3fbd-df6a-405c-bdd6-0342e1e5713b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--126404444&fields=id&tenant_id=95c63194a18f4768abe23f55608ec8c6 HTTP/1.1" status: 200 len: 267 time: 0.0674219 Oct 30 01:11:07.158237 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:07.170537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72f76c-f934-4f02-bd8b-9264db6f073c req-2f577a14-8775-4976-a144-daea560b580e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:07.172185 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fc72f76c-f934-4f02-bd8b-9264db6f073c req-2f577a14-8775-4976-a144-daea560b580e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1557751 Oct 30 01:11:07.254502 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-32daefe6-cbbc-45c5-9898-df0ad1ce0f5a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:07.256537 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-32daefe6-cbbc-45c5-9898-df0ad1ce0f5a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 819 time: 0.2383821 Oct 30 01:11:07.260565 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fc72f76c-f934-4f02-bd8b-9264db6f073c req-28bed1fc-b4d0-4dae-ad16-d9e80fe19e2d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789130 Oct 30 01:11:07.276997 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-2d1875de-d077-4075-99d5-f751e55d35e6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/quotas/95c63194a18f4768abe23f55608ec8c6 HTTP/1.1" status: 200 len: 375 time: 0.0110538 Oct 30 01:11:07.348050 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-e7eb9bbc-c70b-4b9a-b618-ecf902668591 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0614922 Oct 30 01:11:07.536624 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-7f606408-89b5-48c7-9f1b-a3f3cc51d3b1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665821 Oct 30 01:11:07.658224 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-aa026c94-35fd-4016-ba1d-55f6979b00e6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106145 Oct 30 01:11:08.188855 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7c2ab645-aa9f-4015-b5ac-53dff4ae0c46 req-60db3f16-36a2-4719-bcd3-6642783c49d3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0685732 Oct 30 01:11:08.405561 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ed5d6-a061-42bb-be50-a3b87159f1ae req-0c179c4a-c395-4d94-b39a-43bfe8e70c80 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.407206 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d61ed5d6-a061-42bb-be50-a3b87159f1ae req-0c179c4a-c395-4d94-b39a-43bfe8e70c80 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 946 time: 0.0902545 Oct 30 01:11:08.447216 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:11:08.516433 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4e64e-5d35-4235-b36b-73ce2f5c8eb5 req-51d861e6-6677-4830-a8a6-0dbe8be95c8a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.517892 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2b4e64e-5d35-4235-b36b-73ce2f5c8eb5 req-51d861e6-6677-4830-a8a6-0dbe8be95c8a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0827339 Oct 30 01:11:08.526039 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d61ed5d6-a061-42bb-be50-a3b87159f1ae req-ace1f1ce-9a1d-49e2-986a-0c2c5cced4f5 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111202 Oct 30 01:11:08.561299 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-14acf3fa-7fe4-4066-8699-5ff70188117b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496328 Oct 30 01:11:08.574607 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2b4e64e-5d35-4235-b36b-73ce2f5c8eb5 req-112cb1c7-6e69-497a-aa8d-c09d508b2e15 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472219 Oct 30 01:11:08.656056 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e7fb0-764c-4049-b045-347583ed37bf req-f2b7d0ce-e46c-471d-83d9-fb3245391f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.657610 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-f2b7d0ce-e46c-471d-83d9-fb3245391f39 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 1129 time: 0.0456550 Oct 30 01:11:08.744943 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:08.796352 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e7fb0-764c-4049-b045-347583ed37bf req-abc5a077-467e-457f-9363-a275af9713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.798523 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-abc5a077-467e-457f-9363-a275af9713c7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1110787 Oct 30 01:11:08.844312 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-6aac130f-f831-4aa4-962f-60c07c7e8488 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0394042 Oct 30 01:11:08.906346 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e7fb0-764c-4049-b045-347583ed37bf req-3065fbf8-4fc2-4d66-a65f-45736363064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.907716 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-3065fbf8-4fc2-4d66-a65f-45736363064e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0575774 Oct 30 01:11:08.956241 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e7fb0-764c-4049-b045-347583ed37bf req-26e7aa09-84d4-4bc7-82be-7e4495c942bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.957756 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-26e7aa09-84d4-4bc7-82be-7e4495c942bd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439544 Oct 30 01:11:09.062235 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-4f29cc90-5b50-44c7-a7b5-304cf706dd93 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954747 Oct 30 01:11:09.171801 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-402e7fb0-764c-4049-b045-347583ed37bf req-dcef852c-375b-48c6-9995-4bf2d1b9e7b6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037264 Oct 30 01:11:09.293354 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d08aeb52-9230-49c4-8e9d-84e3d047b64f req-db9853aa-0622-48b0-8c4b-833d07ab2059 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0414703 Oct 30 01:11:09.365483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:09.743709 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabdfe3-1fdf-4a16-a883-22d6e5b86670 req-6fdb7c32-8b65-4a8a-91f8-56c2c746d066 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:09.749910 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6dabdfe3-1fdf-4a16-a883-22d6e5b86670 req-6fdb7c32-8b65-4a8a-91f8-56c2c746d066 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 946 time: 0.1349826 Oct 30 01:11:09.840879 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6dabdfe3-1fdf-4a16-a883-22d6e5b86670 req-8de8fc5d-25d9-43a4-918b-555e71703698 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870669 Oct 30 01:11:09.883892 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aaf14-ec72-4dff-9d7b-6f73104bb280 req-cfd0a794-9461-4954-81b5-27a9d6639f76 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:09.892916 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-094aaf14-ec72-4dff-9d7b-6f73104bb280 req-cfd0a794-9461-4954-81b5-27a9d6639f76 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0758846 Oct 30 01:11:09.963316 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-094aaf14-ec72-4dff-9d7b-6f73104bb280 req-fcb6efe9-1d07-41a3-8463-bc373454a099 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687163 Oct 30 01:11:10.381591 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55042) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:10.482851 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-df0ee725-db9e-40cc-b366-6e30e40c9b5d req-9eaff29b-6e05-47cb-8f72-dcf60c0024e9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0706661 Oct 30 01:11:10.644428 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:10.661620 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:10.715088 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:10.767841 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Publish callbacks [] for security_group (fa3fcb7a-b92f-4d74-a060-212d92d819a3), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:10.846432 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (fa3fcb7a-b92f-4d74-a060-212d92d819a3), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:10.923769 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=29ac87c5d8a8498da52eec8cc6d3ae7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398204 Oct 30 01:11:10.927690 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55060) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:10.938873 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3fcb7a-b92f-4d74-a060-212d92d819a3,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:10.949868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.950371 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.950717 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.951050 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.951546 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.952187 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.952520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.952849 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.953200 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.953487 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.953811 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.954131 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.954453 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.954937 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:10.955451 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570638e0-7724-4288-9f4b-fad05a6ccfd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.036900 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Publish callbacks [] for security_group (fa3fcb7a-b92f-4d74-a060-212d92d819a3), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.065103 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Publish callbacks [] for security_group (fa3fcb7a-b92f-4d74-a060-212d92d819a3), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.205715 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55068) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:11.221639 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c98013-6503-4fc0-acbb-856f12fda2f3 req-d5467827-9abc-4b63-be8e-ea752e3df20d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:11.226349 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2c98013-6503-4fc0-acbb-856f12fda2f3 req-d5467827-9abc-4b63-be8e-ea752e3df20d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0929048 Oct 30 01:11:11.310047 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2c98013-6503-4fc0-acbb-856f12fda2f3 req-f0f45d82-7420-44e4-a895-a251010f56e9 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769529 Oct 30 01:11:11.311305 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (fa3fcb7a-b92f-4d74-a060-212d92d819a3), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.315520 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.317472 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fa3fcb7a-b92f-4d74-a060-212d92d819a3 HTTP/1.1" status: 204 len: 168 time: 0.3875933 Oct 30 01:11:11.329424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3fcb7a-b92f-4d74-a060-212d92d819a3,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:11.338915 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.339272 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.339653 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.340240 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.340434 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.340786 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.341098 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.341430 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.341760 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.342087 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.342406 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.342734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.343199 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.343654 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.344001 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731404-aead-4990-b280-5eee5abbc78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:11.420938 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2dd8-0c87-4991-96d3-518613f437ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.533008 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2dd8-0c87-4991-96d3-518613f437ec admin admin] Publish callbacks [] for security_group (7003b82b-7537-49ad-9660-3f7d6fd7d1dd), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.667567 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e0a0fbf2-0f35-499e-baf2-d0994032c778 req-60476075-53d8-40eb-8e1d-78c18db70ed7 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0406361 Oct 30 01:11:11.697403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2dd8-0c87-4991-96d3-518613f437ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7003b82b-7537-49ad-9660-3f7d6fd7d1dd), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.743374 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ef4e2dd8-0c87-4991-96d3-518613f437ec admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=35f0ae8f61364a59bcf8c24b80232406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364354 Oct 30 01:11:11.755698 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e2dd8-0c87-4991-96d3-518613f437ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7003b82b-7537-49ad-9660-3f7d6fd7d1dd,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:11.758143 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55084) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:11.846537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-88a129a3-746c-4878-99c9-fb7997e84671 admin admin] Publish callbacks [] for security_group (7003b82b-7537-49ad-9660-3f7d6fd7d1dd), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.891649 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-88a129a3-746c-4878-99c9-fb7997e84671 admin admin] Publish callbacks [] for security_group (7003b82b-7537-49ad-9660-3f7d6fd7d1dd), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.037526 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-88a129a3-746c-4878-99c9-fb7997e84671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7003b82b-7537-49ad-9660-3f7d6fd7d1dd), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.048092 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-88a129a3-746c-4878-99c9-fb7997e84671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.048092 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-88a129a3-746c-4878-99c9-fb7997e84671 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7003b82b-7537-49ad-9660-3f7d6fd7d1dd HTTP/1.1" status: 204 len: 168 time: 0.2844925 Oct 30 01:11:12.059431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a129a3-746c-4878-99c9-fb7997e84671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7003b82b-7537-49ad-9660-3f7d6fd7d1dd,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:12.221438 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba27e5-5a4b-4b1a-98b1-123b6d017e0c req-732adbe6-5e85-4858-9cd7-584de0c3957e tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:12.224703 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-56ba27e5-5a4b-4b1a-98b1-123b6d017e0c req-732adbe6-5e85-4858-9cd7-584de0c3957e tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 946 time: 0.0684860 Oct 30 01:11:12.302204 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-56ba27e5-5a4b-4b1a-98b1-123b6d017e0c req-950e0a86-89a8-40a4-ac29-2629a48a714e tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672626 Oct 30 01:11:12.405831 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55098) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:12.434136 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-226e8179-0e53-47ba-b77a-4420ea22d64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.440207 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:12.529799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cd02b-23e0-4e6f-9212-d893ac0c3424 req-4d660b78-2dfc-4ada-8c7a-3469098721c1 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:12.531388 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1d1cd02b-23e0-4e6f-9212-d893ac0c3424 req-4d660b78-2dfc-4ada-8c7a-3469098721c1 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0681205 Oct 30 01:11:12.575201 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:12.617073 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1d1cd02b-23e0-4e6f-9212-d893ac0c3424 req-82576ff6-d31e-4409-9ea5-471e73d00636 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790002 Oct 30 01:11:12.635482 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-226e8179-0e53-47ba-b77a-4420ea22d64b admin admin] Publish callbacks [] for security_group (246102f8-ebbf-437a-8fd1-c308cb71beac), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.706857 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-226e8179-0e53-47ba-b77a-4420ea22d64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (246102f8-ebbf-437a-8fd1-c308cb71beac), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.759339 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-226e8179-0e53-47ba-b77a-4420ea22d64b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1a9869d1142349caaead92ab15463d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467069 Oct 30 01:11:12.760336 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55108) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:12.762382 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e8179-0e53-47ba-b77a-4420ea22d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246102f8-ebbf-437a-8fd1-c308cb71beac,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:12.838430 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dc8d19db-f715-45a0-b26e-48564279e4b6 req-1a291605-34ec-4b74-8086-2897c1b881fe tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0391841 Oct 30 01:11:12.849190 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fbed1649-62c5-48f0-ad09-4daa180b3597 admin admin] Publish callbacks [] for security_group (246102f8-ebbf-437a-8fd1-c308cb71beac), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.874698 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fbed1649-62c5-48f0-ad09-4daa180b3597 admin admin] Publish callbacks [] for security_group (246102f8-ebbf-437a-8fd1-c308cb71beac), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.910230 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:13.034029 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fbed1649-62c5-48f0-ad09-4daa180b3597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (246102f8-ebbf-437a-8fd1-c308cb71beac), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.036581 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fbed1649-62c5-48f0-ad09-4daa180b3597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.042092 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-fbed1649-62c5-48f0-ad09-4daa180b3597 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/246102f8-ebbf-437a-8fd1-c308cb71beac HTTP/1.1" status: 204 len: 168 time: 0.2767215 Oct 30 01:11:13.055050 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed1649-62c5-48f0-ad09-4daa180b3597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246102f8-ebbf-437a-8fd1-c308cb71beac,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:13.183172 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55112) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:13.198988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a46eee8-5965-463b-8589-10b402b6787b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.293707 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a46eee8-5965-463b-8589-10b402b6787b admin admin] Publish callbacks [] for security_group (3b77b1f1-ed68-47f4-93e2-d0b408ac4d13), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.409937 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a46eee8-5965-463b-8589-10b402b6787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3b77b1f1-ed68-47f4-93e2-d0b408ac4d13), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.468065 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46eee8-5965-463b-8589-10b402b6787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b77b1f1-ed68-47f4-93e2-d0b408ac4d13,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:13.473252 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6a46eee8-5965-463b-8589-10b402b6787b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ed2d8394d6c84974aa1d459f8a758668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883239 Oct 30 01:11:13.478474 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55120) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:13.483493 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3def521-bfeb-49ae-8a62-044d389378ae req-d20181cd-12c5-4a2f-a4b5-fe74d29cff78 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:13.493645 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f3def521-bfeb-49ae-8a62-044d389378ae req-d20181cd-12c5-4a2f-a4b5-fe74d29cff78 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 946 time: 0.0626016 Oct 30 01:11:13.558288 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a355d108-da48-4b86-8b75-7978d526b22b admin admin] Publish callbacks [] for security_group (3b77b1f1-ed68-47f4-93e2-d0b408ac4d13), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.603226 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f3def521-bfeb-49ae-8a62-044d389378ae req-87d831cc-f6b6-4f64-a34c-633d8a0d354d tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Oct 30 01:11:13.612769 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a355d108-da48-4b86-8b75-7978d526b22b admin admin] Publish callbacks [] for security_group (3b77b1f1-ed68-47f4-93e2-d0b408ac4d13), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.656478 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:13.822226 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-2f9ccecb-983f-45f2-9f63-05a220ac7856 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:13.825079 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-2f9ccecb-983f-45f2-9f63-05a220ac7856 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 946 time: 0.0901294 Oct 30 01:11:13.895138 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a355d108-da48-4b86-8b75-7978d526b22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3b77b1f1-ed68-47f4-93e2-d0b408ac4d13), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.909971 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a355d108-da48-4b86-8b75-7978d526b22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:13.912465 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a355d108-da48-4b86-8b75-7978d526b22b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3b77b1f1-ed68-47f4-93e2-d0b408ac4d13 HTTP/1.1" status: 204 len: 168 time: 0.4324355 Oct 30 01:11:13.920867 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b267ebd-18b8-4567-8027-c8b94fb1c02e req-5225dbae-3f3a-4766-b0b9-3d12126a3784 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:13.924948 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b267ebd-18b8-4567-8027-c8b94fb1c02e req-5225dbae-3f3a-4766-b0b9-3d12126a3784 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1513486 Oct 30 01:11:14.020047 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355d108-da48-4b86-8b75-7978d526b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b77b1f1-ed68-47f4-93e2-d0b408ac4d13,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:14.056922 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Deleting port b88d5b1b-4439-446e-9c93-18c9d40b60a7 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:11:14.056922 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:14.102475 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-56f05e0a-c25a-4dfe-b853-041d0abaa5c1 req-e4165c56-71e5-455e-a98c-0bf6d33f3529 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0816278 Oct 30 01:11:14.110443 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b267ebd-18b8-4567-8027-c8b94fb1c02e req-83840972-b077-4556-b154-2b257c8bf295 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676688 Oct 30 01:11:14.235158 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] For port b88d5b1b-4439-446e-9c93-18c9d40b60a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b88d5b1b-4439-446e-9c93-18c9d40b60a7,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:14.235801 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:14.264039 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Calling delete_port for b88d5b1b-4439-446e-9c93-18c9d40b60a7 owned by compute:nova {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:11:14.552436 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (b88d5b1b-4439-446e-9c93-18c9d40b60a7), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:14.587334 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Pushing event deleted for resources: {'Port': ['ID=b88d5b1b-4439-446e-9c93-18c9d40b60a7,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:14.600126 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['b88d5b1b-4439-446e-9c93-18c9d40b60a7'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:14.650017 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] No DVR routers for this DVR port b88d5b1b-4439-446e-9c93-18c9d40b60a7 on host hv-cinder-maste {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:11:14.653081 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:14.656465 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-9679c10d-a1a5-4d0c-8124-171d1b60f901 req-52d0ef05-1425-4235-aff0-0d7508e28445 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "DELETE /networking/v2.0/ports/b88d5b1b-4439-446e-9c93-18c9d40b60a7 HTTP/1.1" status: 204 len: 173 time: 0.8198724 Oct 30 01:11:14.657007 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'name': 'network-vif-deleted', 'tag': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:14.659406 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d22f2e-5239-4230-baa7-01a02677e7c4" -d '{"events": [{"server_uuid": "30298691-7c9f-46a5-bfe7-02e32ff5fbaf", "name": "network-vif-deleted", "tag": "b88d5b1b-4439-446e-9c93-18c9d40b60a7"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:14.727444 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6063a-8d43-4ca1-9154-9bdc93afad6b x-openstack-request-id: req-9ff6063a-8d43-4ca1-9154-9bdc93afad6b {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:14.728234 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30298691-7c9f-46a5-bfe7-02e32ff5fbaf", "name": "network-vif-deleted", "tag": "b88d5b1b-4439-446e-9c93-18c9d40b60a7", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:14.728654 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ff6063a-8d43-4ca1-9154-9bdc93afad6b {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:14.730146 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff6063a-8d43-4ca1-9154-9bdc93afad6b'] response: {'server_uuid': '30298691-7c9f-46a5-bfe7-02e32ff5fbaf', 'name': 'network-vif-deleted', 'tag': 'b88d5b1b-4439-446e-9c93-18c9d40b60a7', 'status': 'completed', 'code': 200} Oct 30 01:11:14.893935 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a81e29e-2434-4ec5-a666-8c171a816992 req-e28a5065-2c4b-4285-9985-126f1bee8e31 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0932961 Oct 30 01:11:15.013184 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-dd26e946-341c-4724-8352-b5c1ed99c8f8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:15.016126 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-dd26e946-341c-4724-8352-b5c1ed99c8f8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 819 time: 0.2611659 Oct 30 01:11:15.279819 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-0fb6128c-cc22-48c9-9ff7-95edab6bdcd0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=95c63194a18f4768abe23f55608ec8c6 HTTP/1.1" status: 200 len: 379 time: 0.2371366 Oct 30 01:11:15.308447 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'port': {'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'admin_state_up': True, 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'security_groups': ['f830db15-e952-4e43-8b43-fabda5cf1736']}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:15.364096 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fa6f7b9a-b2c4-4e11-a054-c4cda188544d req-6ee83074-0b9d-425f-8093-e81e11b8851b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0921462 Oct 30 01:11:15.524045 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196a432-eca1-4d9e-8c6e-b309c9333ce1 req-c8517ed7-0048-450d-ad93-352b8c0c94d5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:15.531983 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6196a432-eca1-4d9e-8c6e-b309c9333ce1 req-c8517ed7-0048-450d-ad93-352b8c0c94d5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.2573836 Oct 30 01:11:15.597232 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6196a432-eca1-4d9e-8c6e-b309c9333ce1 req-44cb8ed3-7e50-4b44-ad22-b6c4975448fe tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641956 Oct 30 01:11:15.703366 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Made reservation on behalf of 95c63194a18f4768abe23f55608ec8c6 for: {'port': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:15.711095 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:15.800191 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:16.138955 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ec1a473-2d70-44fe-80e7-0d006ef48156 req-baa1b18b-5de7-4ec6-bbaf-3b4e78d9f38d tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=30298691-7c9f-46a5-bfe7-02e32ff5fbaf HTTP/1.1" status: 200 len: 210 time: 0.0733001 Oct 30 01:11:16.213976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55208) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:16.413712 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Allocated IP 172.20.0.13 (de618076-b93d-46d5-a096-a44e39256fff/9fc46077-7165-466c-b520-8a83e31e1c2b/a670959f-9524-4528-b199-1b19260d3767) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:11:16.419544 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1326869565-network', 'tenant_id': 'ec0e8d209ae34edca0d7dc5dae71129a'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:16.431194 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:16.533840 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Made reservation on behalf of ec0e8d209ae34edca0d7dc5dae71129a for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:16.539138 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:16.614451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:16.619824 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24f82469-ea50-4c51-864d-100a98153fcd req-dbe95a0e-8df0-4774-bbe8-ae8eace89bc9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0764680 Oct 30 01:11:16.766635 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for port (a670959f-9524-4528-b199-1b19260d3767), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:16.824050 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks [] for security_group (67038a0c-96ab-445e-9dc8-083155171f45), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:16.907315 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (a670959f-9524-4528-b199-1b19260d3767), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:16.931770 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33fb48-09d4-4e3d-b83a-84e71630cfc5 req-6f7e98c0-5afc-4170-a433-866df94c0514 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:16.934401 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6d33fb48-09d4-4e3d-b83a-84e71630cfc5 req-6f7e98c0-5afc-4170-a433-866df94c0514 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0999794 Oct 30 01:11:16.937576 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (67038a0c-96ab-445e-9dc8-083155171f45), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:16.987268 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:16.993407 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67038a0c-96ab-445e-9dc8-083155171f45,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:17.027250 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Network de618076-b93d-46d5-a096-a44e39256fff is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:11:17.030909 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:17.042093 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:11:17.058360 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event updated for resources: {'Port': ['ID=a670959f-9524-4528-b199-1b19260d3767,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:17.074308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:11:17.111072 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (cb99b20b-960d-4bee-bfbd-2f252432457a), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.118690 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Added segment cb99b20b-960d-4bee-bfbd-2f252432457a of type vlan for network 32880eeb-e493-4688-8da8-8b7c1a83fec5 Oct 30 01:11:17.162641 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:17.163919 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.254106 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6d33fb48-09d4-4e3d-b83a-84e71630cfc5 req-fdc29d04-3ca6-499c-995c-ab87b2c50242 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573113 Oct 30 01:11:17.254106 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (32880eeb-e493-4688-8da8-8b7c1a83fec5), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.322294 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f169669c-e893-4200-a67e-f584027ee069 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0220859 Oct 30 01:11:17.363459 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Request body: {'port': {'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:17.467250 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a670959f-9524-4528-b199-1b19260d3767), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.488764 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:17.489682 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (32880eeb-e493-4688-8da8-8b7c1a83fec5), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.491451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:17.495460 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.513808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:17.555558 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-43a61faa-86f6-4d41-85f3-47062aa3b22c None None] Provisioning complete for port a670959f-9524-4528-b199-1b19260d3767 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:17.562111 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-43a61faa-86f6-4d41-85f3-47062aa3b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (a670959f-9524-4528-b199-1b19260d3767), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.562111 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-43a61faa-86f6-4d41-85f3-47062aa3b22c None None] Attempt 1 to provision port a670959f-9524-4528-b199-1b19260d3767 Oct 30 01:11:17.588038 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] Pushing event updated for resources: {'Network': ['ID=32880eeb-e493-4688-8da8-8b7c1a83fec5,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:17.618212 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 32880eeb-e493-4688-8da8-8b7c1a83fec5 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:11:17.632143 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-0e1947ba-e4ae-47c0-941b-0d77b7516040 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4166207 Oct 30 01:11:17.635237 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55244) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:17.644146 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Request body: {'subnet': {'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1326869565-subnet', 'tenant_id': 'ec0e8d209ae34edca0d7dc5dae71129a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:17.785392 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device b88d5b1b-4439-446e-9c93-18c9d40b60a7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:11:17.788557 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Made reservation on behalf of ec0e8d209ae34edca0d7dc5dae71129a for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:17.792780 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-43a61faa-86f6-4d41-85f3-47062aa3b22c None None] Port a670959f-9524-4528-b199-1b19260d3767 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:11:17.793072 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3417206'] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:17.998349 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a670959f-9524-4528-b199-1b19260d3767 {{(pid=105258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:18.017222 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Publish callbacks [] for port (a670959f-9524-4528-b199-1b19260d3767), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:18.042132 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.provisioning_blocks [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Transition to ACTIVE for port object a670959f-9524-4528-b199-1b19260d3767 will not be triggered until provisioned by entity L2. {{(pid=105258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:11:18.056099 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: b88d5b1b-4439-446e-9c93-18c9d40b60a7 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:11:18.056710 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device b88d5b1b-4439-446e-9c93-18c9d40b60a7 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:11:18.089831 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:18.125467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe858f1-def6-47a7-88ab-eb67f1a8099e req-25e9f7d1-71c3-4488-9309-af38106bc5df tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:18.132980 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fbe858f1-def6-47a7-88ab-eb67f1a8099e req-25e9f7d1-71c3-4488-9309-af38106bc5df tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 932 time: 0.1111112 Oct 30 01:11:18.135490 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (a670959f-9524-4528-b199-1b19260d3767), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:18.214578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-afa63329-43fb-4ac3-ba5e-55e5c9bec60e tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:18.222823 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-afa63329-43fb-4ac3-ba5e-55e5c9bec60e tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9dfe5552-55fb-47a8-85eb-9baab719c343 HTTP/1.1" status: 200 len: 809 time: 0.5373883 Oct 30 01:11:18.268216 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fbe858f1-def6-47a7-88ab-eb67f1a8099e req-98d950e6-de47-4ca3-b594-45acd3290fed tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330726 Oct 30 01:11:18.273941 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-61f3f12f-a12f-4da7-98d1-32c424a8a9c3 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/quotas/b3ac92b862ae4d988409b01c3adfef75 HTTP/1.1" status: 200 len: 375 time: 0.0504966 Oct 30 01:11:18.338837 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a670959f-9524-4528-b199-1b19260d3767,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:18.344126 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-a84293d6-983b-4c30-99aa-6ed811283b85 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b3ac92b862ae4d988409b01c3adfef75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632234 Oct 30 01:11:18.411935 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Attempting to bind port a670959f-9524-4528-b199-1b19260d3767 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:11:18.412267 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Attempting to bind port a670959f-9524-4528-b199-1b19260d3767 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:11:18.412785 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Attempting to bind port a670959f-9524-4528-b199-1b19260d3767 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:18.437606 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3417112'] for subnet (8e8b1a1e-5de4-4d18-8b43-22b8e1225fde), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:18.509468 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7232ea4-6f9d-411b-be31-05a422f2024b req-0e8930a9-d876-4d1e-beb0-ee538e89c6e0 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:18.511104 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8b1a1e-5de4-4d18-8b43-22b8e1225fde,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:18.512919 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Port a670959f-9524-4528-b199-1b19260d3767 on network de618076-b93d-46d5-a096-a44e39256fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:11:18.513091 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b7232ea4-6f9d-411b-be31-05a422f2024b req-0e8930a9-d876-4d1e-beb0-ee538e89c6e0 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1149364 Oct 30 01:11:18.513220 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Attempting to bind port a670959f-9524-4528-b199-1b19260d3767 on network de618076-b93d-46d5-a096-a44e39256fff {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:18.577126 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Checking segment: {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:18.577457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Network hostable DHCP agents. Network: 32880eeb-e493-4688-8da8-8b7c1a83fec5, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:11:18.591517 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:11:18.591883 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Checking segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:18.592274 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Bound using segment: {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:11:18.592728 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Bound port: a670959f-9524-4528-b199-1b19260d3767, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f77a503-0c13-40af-9ff5-e65f81096456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff'}}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:11:18.598289 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a670959f-9524-4528-b199-1b19260d3767), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:18.613139 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-783aa0bb-4ec5-46db-ae53-51fe60a27a73 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603662 Oct 30 01:11:18.680007 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] For port a670959f-9524-4528-b199-1b19260d3767, host hv-cinder-maste, cleared binding levels {{(pid=105258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:11:18.686246 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] For port a670959f-9524-4528-b199-1b19260d3767, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a670959f-9524-4528-b199-1b19260d3767,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:11:18.723735 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Network 32880eeb-e493-4688-8da8-8b7c1a83fec5 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:11:18.738137 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b7232ea4-6f9d-411b-be31-05a422f2024b req-36eab355-b6e2-4c86-a95e-e20ce474d8cd tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188077 Oct 30 01:11:18.768488 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:18.830716 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (a670959f-9524-4528-b199-1b19260d3767), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:18.843223 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 32880eeb-e493-4688-8da8-8b7c1a83fec5) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:18.846125 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-cf833942-5ed7-454b-aaf4-4abc61f7140a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221839 Oct 30 01:11:18.866217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da4a15-95bf-4ff3-a5c1-cfcac7f7d97c None None] Network 32880eeb-e493-4688-8da8-8b7c1a83fec5 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:11:18.873942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:18.880589 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:18.891181 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 1094 time: 1.5442100 Oct 30 01:11:18.897467 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:18.917358 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc1623-d082-4f5d-9c5d-8970a13df279" -d '{"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:18.936896 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:18.940875 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:19.129735 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54410043-7cf7-4017-9673-a7d3c57e5e93 None None] Network 32880eeb-e493-4688-8da8-8b7c1a83fec5 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:11:19.221933 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42807-0cbd-424e-b169-a78c220f92d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a670959f-9524-4528-b199-1b19260d3767,revision_number=3']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:19.263192 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-10483333-0f1f-405e-bba0-02d8309137e2 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6266387 Oct 30 01:11:19.266065 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f4306d68-1b54-43e4-a08d-d1226144e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:19.268490 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-f4306d68-1b54-43e4-a08d-d1226144e354 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1128 time: 0.1824744 Oct 30 01:11:19.361651 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-be163530-a3ab-4926-9ca4-15081bed2350 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 217 time: 0.0748568 Oct 30 01:11:19.429205 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-4520aa78-e8d0-4fc1-bf3f-c3a149b8f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:19.447132 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-4520aa78-e8d0-4fc1-bf3f-c3a149b8f1be service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0834863 Oct 30 01:11:19.546038 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b225e-fe80-498a-994f-feac13b50953 x-openstack-request-id: req-119b225e-fe80-498a-994f-feac13b50953 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:19.548442 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:19.549097 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-119b225e-fe80-498a-994f-feac13b50953 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:19.552251 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119b225e-fe80-498a-994f-feac13b50953'] response: {'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767', 'status': 'completed', 'code': 200} Oct 30 01:11:19.603169 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52b32-755b-403d-956d-95b6c9c8640f req-443c6c20-a1bf-4cee-b3a1-0a834857a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:19.610215 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-443c6c20-a1bf-4cee-b3a1-0a834857a305 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1557944 Oct 30 01:11:19.768286 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45dec7-03f3-4424-aa71-70d0a74079a7 req-614ecc99-d67d-468d-b8fb-4c921fcf98b8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:19.780824 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c45dec7-03f3-4424-aa71-70d0a74079a7 req-614ecc99-d67d-468d-b8fb-4c921fcf98b8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 944 time: 0.1589372 Oct 30 01:11:19.854903 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-4ad3ac5c-ab8c-4b82-ad3a-859ac4a0e153 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318072 Oct 30 01:11:19.872492 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082160e3-29a8-4d63-aa14-dd3824c4eef1 req-f6c630f0-d1d3-452e-aa80-93a484a36255 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:19.881505 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-082160e3-29a8-4d63-aa14-dd3824c4eef1 req-f6c630f0-d1d3-452e-aa80-93a484a36255 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0803494 Oct 30 01:11:20.015221 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c45dec7-03f3-4424-aa71-70d0a74079a7 req-ed27e1bc-75f4-41fb-a847-7f61e01d4d10 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331808 Oct 30 01:11:20.177837 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-31e52b32-755b-403d-956d-95b6c9c8640f req-00c20908-9ae0-46ae-b444-ab0bb901806d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155787 Oct 30 01:11:20.214848 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-082160e3-29a8-4d63-aa14-dd3824c4eef1 req-79038107-2b65-4ad2-9d94-1f9a48db8651 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321426 Oct 30 01:11:20.264065 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506458-a614-41d8-87b4-bf7614d9de32 req-fee594d7-72f8-425c-8c8f-49acd1db4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:20.266804 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-fee594d7-72f8-425c-8c8f-49acd1db4b10 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1130 time: 0.2423348 Oct 30 01:11:20.281054 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1187d93b-da47-4bbe-a294-dfc05133c86e req-2597fd55-1670-4b8d-8c76-08b4842e13f9 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 210 time: 0.0882699 Oct 30 01:11:20.429483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506458-a614-41d8-87b4-bf7614d9de32 req-aa4f6cfa-d39f-4a2c-996a-8dc1dc803445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:20.431134 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-aa4f6cfa-d39f-4a2c-996a-8dc1dc803445 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 912 time: 0.1486871 Oct 30 01:11:20.645137 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55330) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:20.829485 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3b002542-491d-41b1-b026-9d0e5f671668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:20.955775 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3b002542-491d-41b1-b026-9d0e5f671668 admin admin] Publish callbacks [] for security_group (7f67b774-5dcc-4182-a4f9-2bef8d2a1643), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:21.140505 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3b002542-491d-41b1-b026-9d0e5f671668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7f67b774-5dcc-4182-a4f9-2bef8d2a1643), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:21.193909 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-fd8d6740-ad9f-46b0-8062-c990e5d77298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.195629 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-fd8d6740-ad9f-46b0-8062-c990e5d77298 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1128 time: 0.0871537 Oct 30 01:11:21.277554 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-a808be9c-0fa5-4e70-91b5-116c067109c7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 1002 time: 0.1787522 Oct 30 01:11:21.278342 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002542-491d-41b1-b026-9d0e5f671668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f67b774-5dcc-4182-a4f9-2bef8d2a1643,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:21.285010 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd241d1-730a-4813-af59-14ec5e475107 req-bbbe3bc1-d7f7-44da-86d3-d5e0b467cf7c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.286669 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7dd241d1-730a-4813-af59-14ec5e475107 req-bbbe3bc1-d7f7-44da-86d3-d5e0b467cf7c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 944 time: 0.1372521 Oct 30 01:11:21.307555 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3b002542-491d-41b1-b026-9d0e5f671668 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=209dba9c7ab04f6b8b485660377a9485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607735 Oct 30 01:11:21.349393 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55352) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:21.440638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-069af80a-1034-4481-aa97-e17540dbec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.443070 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-069af80a-1034-4481-aa97-e17540dbec33 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.2318959 Oct 30 01:11:21.465283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506458-a614-41d8-87b4-bf7614d9de32 req-67e00786-5f09-4d09-a972-9d81249874a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.466406 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:21.466810 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-67e00786-5f09-4d09-a972-9d81249874a7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.1791604 Oct 30 01:11:21.515370 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-499606e8-2ec6-4c55-99bc-93a5bf3b96fc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 217 time: 0.0649743 Oct 30 01:11:21.542531 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7dd241d1-730a-4813-af59-14ec5e475107 req-5d6a9738-b3c9-4a5d-9758-0595cb63dbea tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434597 Oct 30 01:11:21.550182 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-17d4c8b5-ba7d-4d1c-9fa2-086784af19cb admin admin] Publish callbacks [] for security_group (7f67b774-5dcc-4182-a4f9-2bef8d2a1643), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:21.573848 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be9004-0770-4a85-a9a5-703cda0d9423 req-c30c4f65-c346-41db-b6bd-a23dc96d9cf2 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.581386 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-29be9004-0770-4a85-a9a5-703cda0d9423 req-c30c4f65-c346-41db-b6bd-a23dc96d9cf2 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1439247 Oct 30 01:11:21.587067 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:21.595244 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506458-a614-41d8-87b4-bf7614d9de32 req-daae9a0b-2c99-4928-8d88-6c46547fb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.596534 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:21.597272 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-daae9a0b-2c99-4928-8d88-6c46547fb9d7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1020932 Oct 30 01:11:21.612356 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-db36c831-a313-49a6-b9a3-cd6c53ebf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.614762 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-db36c831-a313-49a6-b9a3-cd6c53ebf3c3 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0923510 Oct 30 01:11:21.619424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-17d4c8b5-ba7d-4d1c-9fa2-086784af19cb admin admin] Publish callbacks [] for security_group (7f67b774-5dcc-4182-a4f9-2bef8d2a1643), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:21.692690 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-bac91aeb-5863-4b49-bd06-2d2de14aabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:21.695880 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-bac91aeb-5863-4b49-bd06-2d2de14aabbe service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0751646 Oct 30 01:11:21.771029 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-21511d38-2355-4d9a-90b4-d108ebff2391 req-ee343704-c321-425d-aede-6e53be1a1159 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 210 time: 0.0839260 Oct 30 01:11:21.808177 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-29be9004-0770-4a85-a9a5-703cda0d9423 req-09cc4ca6-baea-4097-8b50-3eba7e00ea86 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253380 Oct 30 01:11:21.830876 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-9ffc876d-d25c-4c8b-93a5-a32d6c7f3098 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231050 Oct 30 01:11:21.864710 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-8e031838-7247-41d5-9ac6-fc39a8631fc8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571099 Oct 30 01:11:21.960535 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1ffc1623-d082-4f5d-9c5d-8970a13df279 req-a32b0356-7f0b-462b-b078-0a624ad54fdc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267200 Oct 30 01:11:21.994951 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-17d4c8b5-ba7d-4d1c-9fa2-086784af19cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7f67b774-5dcc-4182-a4f9-2bef8d2a1643), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:22.004842 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-17d4c8b5-ba7d-4d1c-9fa2-086784af19cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:22.006466 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-17d4c8b5-ba7d-4d1c-9fa2-086784af19cb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7f67b774-5dcc-4182-a4f9-2bef8d2a1643 HTTP/1.1" status: 204 len: 168 time: 0.6620743 Oct 30 01:11:22.019018 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:22.041264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4c8b5-ba7d-4d1c-9fa2-086784af19cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f67b774-5dcc-4182-a4f9-2bef8d2a1643,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:22.091713 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12506458-a614-41d8-87b4-bf7614d9de32 req-dfd64226-8ae5-4c06-ac04-5164f48075db service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206938 Oct 30 01:11:22.777317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edd842-0a82-47a4-953a-2ea4cfdc8e2e req-bc1c7168-1dd2-420a-a597-c0092cbc1060 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:22.783832 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-63edd842-0a82-47a4-953a-2ea4cfdc8e2e req-bc1c7168-1dd2-420a-a597-c0092cbc1060 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 944 time: 0.0961480 Oct 30 01:11:23.001597 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-63edd842-0a82-47a4-953a-2ea4cfdc8e2e req-087a89f9-3978-49a7-8321-583a5e9393c9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988590 Oct 30 01:11:23.046363 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55410) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:23.060885 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-91ea47b9-cadd-4352-b292-56bc8ddd2599 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:23.072919 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-91ea47b9-cadd-4352-b292-56bc8ddd2599 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/networks?id=32880eeb-e493-4688-8da8-8b7c1a83fec5 HTTP/1.1" status: 200 len: 814 time: 0.2870255 Oct 30 01:11:23.074930 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8d007ac8-fc17-4565-9670-b5568ba8a1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.091788 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-615f5230-89a3-422f-bf95-2a27c0556a14 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/quotas/ec0e8d209ae34edca0d7dc5dae71129a HTTP/1.1" status: 200 len: 375 time: 0.0174286 Oct 30 01:11:23.181288 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0c438a6e-c3e7-44fb-b7a1-3086b976bb6a req-c7d5e0e9-2ec2-43e7-903b-ac1a289418cc tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 210 time: 0.0845318 Oct 30 01:11:23.224725 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-14de9e9f-286d-4f0a-a493-bfe7a8132e2c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973275 Oct 30 01:11:23.283767 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8d007ac8-fc17-4565-9670-b5568ba8a1bc admin admin] Publish callbacks [] for security_group (5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.444006 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8d007ac8-fc17-4565-9670-b5568ba8a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.471041 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c206a-cf5d-4323-840c-eba56558d352 req-6bf820c5-3442-4ba3-93da-6c9ca2c9fb69 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:23.474353 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-954c206a-cf5d-4323-840c-eba56558d352 req-6bf820c5-3442-4ba3-93da-6c9ca2c9fb69 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1187479 Oct 30 01:11:23.491256 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8d007ac8-fc17-4565-9670-b5568ba8a1bc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a7a6727a2f544c9db2653bd53ead1972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402118 Oct 30 01:11:23.491256 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d007ac8-fc17-4565-9670-b5568ba8a1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:23.491707 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55414) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:23.552202 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-42dc4a13-5543-4585-a81a-ac6751aa01b7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160548 Oct 30 01:11:23.557862 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45270af7-8463-4995-8201-a52aeb8212c6 admin admin] Publish callbacks [] for security_group (5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.579942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45270af7-8463-4995-8201-a52aeb8212c6 admin admin] Publish callbacks [] for security_group (5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.620113 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:23.680237 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-954c206a-cf5d-4323-840c-eba56558d352 req-23e0833f-8d8c-471d-8b1d-3960bd5bca5e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928101 Oct 30 01:11:23.747996 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-af1c8271-b757-4391-8d16-89c796dd01e8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847646 Oct 30 01:11:23.758276 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45270af7-8463-4995-8201-a52aeb8212c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.770688 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45270af7-8463-4995-8201-a52aeb8212c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:23.770688 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-45270af7-8463-4995-8201-a52aeb8212c6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4 HTTP/1.1" status: 204 len: 168 time: 0.2739501 Oct 30 01:11:23.781050 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a670959f-9524-4528-b199-1b19260d3767 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:11:23.782540 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45270af7-8463-4995-8201-a52aeb8212c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdbdbf2-414e-4a0a-840d-0eee7e32fbe4,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:23.820081 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:24.044898 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port a670959f-9524-4528-b199-1b19260d3767, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a670959f-9524-4528-b199-1b19260d3767,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:24.091376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'a670959f-9524-4528-b199-1b19260d3767', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:11:24.197010 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port a670959f-9524-4528-b199-1b19260d3767 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:24.197532 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a670959f-9524-4528-b199-1b19260d3767), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:24.198686 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-0f774e86-5d66-4ae3-b398-76c75ed00f09 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:24.200509 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-0f774e86-5d66-4ae3-b398-76c75ed00f09 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9dfe5552-55fb-47a8-85eb-9baab719c343 HTTP/1.1" status: 200 len: 809 time: 0.1745224 Oct 30 01:11:24.228910 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a670959f-9524-4528-b199-1b19260d3767 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:24.247772 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Request body: {'port': {'device_id': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343', 'admin_state_up': True, 'tenant_id': 'b3ac92b862ae4d988409b01c3adfef75'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:24.284177 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port a670959f-9524-4528-b199-1b19260d3767, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a670959f-9524-4528-b199-1b19260d3767,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:24.324231 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-82744960-1f62-4af3-ba4a-f2c803d060f4 req-2cf88bb2-eca4-4ba4-a9fc-3119a7091fa9 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.1152651 Oct 30 01:11:24.402194 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a670959f-9524-4528-b199-1b19260d3767), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:24.549397 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9226-4473-4483-8cbf-e1cdf7a6514c req-0c78c296-90c4-4969-92c9-26b0ae9039c1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:24.552905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fd5f9226-4473-4483-8cbf-e1cdf7a6514c req-0c78c296-90c4-4969-92c9-26b0ae9039c1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 944 time: 0.2396979 Oct 30 01:11:24.588657 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=a670959f-9524-4528-b199-1b19260d3767,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:24.679554 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ff730629-493e-4ed0-ad5f-a6c8d3139744 req-0cb9b103-8c64-4d55-a1aa-3be078b053fb tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 210 time: 0.0412970 Oct 30 01:11:24.731233 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['a670959f-9524-4528-b199-1b19260d3767'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:24.738549 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fd5f9226-4473-4483-8cbf-e1cdf7a6514c req-910e569e-5854-4a26-a8b3-c23ac2754a16 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761765 Oct 30 01:11:24.930594 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Made reservation on behalf of b3ac92b862ae4d988409b01c3adfef75 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:24.934675 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:24.966347 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd298-008f-4bb6-88e9-a704d00c9424 req-c0e3e455-120f-43c6-b002-91ef19302d3f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:24.974599 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f84fd298-008f-4bb6-88e9-a704d00c9424 req-c0e3e455-120f-43c6-b002-91ef19302d3f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1184065 Oct 30 01:11:25.076979 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f84fd298-008f-4bb6-88e9-a704d00c9424 req-9c281b54-6bba-487f-87f5-a85f28d5ccd2 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016457 Oct 30 01:11:25.170784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Allocated IP 172.20.0.10 (9dfe5552-55fb-47a8-85eb-9baab719c343/4a5b1518-5e43-4479-8dc5-942332b1074c/3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:11:25.292753 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55468) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:25.459749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59cde220-bf7f-44c8-9630-cba83ee7e87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:25.496215 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7929cd94-4c56-4912-a625-ecc8adbff462 req-8e6d7f65-c6fd-4b34-a375-2be9e0c5fdb8 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Oct 30 01:11:25.501744 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:25.516826 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:25.626843 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59cde220-bf7f-44c8-9630-cba83ee7e87b admin admin] Publish callbacks [] for security_group (8754201c-8989-4a06-bf2b-829f3444bbad), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:25.688711 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks [] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:25.711942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59cde220-bf7f-44c8-9630-cba83ee7e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (8754201c-8989-4a06-bf2b-829f3444bbad), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:25.773522 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-59cde220-bf7f-44c8-9630-cba83ee7e87b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=61f624796bac4252ad0e0b5d117284f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791660 Oct 30 01:11:25.775421 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cde220-bf7f-44c8-9630-cba83ee7e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8754201c-8989-4a06-bf2b-829f3444bbad,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:25.776450 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55486) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:25.794172 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a670959f-9524-4528-b199-1b19260d3767 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:11:25.808691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:25.870285 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:25.872104 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:25.883745 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:25.892736 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port a670959f-9524-4528-b199-1b19260d3767 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:11:25.935828 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55492) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:26.042526 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port a670959f-9524-4528-b199-1b19260d3767 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:26.043252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (a670959f-9524-4528-b199-1b19260d3767), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.043788 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port a670959f-9524-4528-b199-1b19260d3767 Oct 30 01:11:26.053243 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea52feb1-11de-4ff7-81c2-728547cfee1a admin admin] Publish callbacks [] for security_group (8754201c-8989-4a06-bf2b-829f3444bbad), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.061265 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1051094632-network', 'tenant_id': 'a0dd3a3ba566479d94d5438d890da279'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:26.066564 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb2844-8860-45cc-969a-a2f564bf050e req-3c33bd6f-31f5-425b-8c13-812e39411d73 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:26.068735 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3dcb2844-8860-45cc-969a-a2f564bf050e req-3c33bd6f-31f5-425b-8c13-812e39411d73 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 932 time: 0.2136409 Oct 30 01:11:26.093864 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Network 9dfe5552-55fb-47a8-85eb-9baab719c343 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:11:26.106091 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Pushing event updated for resources: {'Port': ['ID=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:26.113901 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5190-8a6c-4ca7-8952-0440a80a1ea2 req-dc7e8e5f-c411-41c3-9701-28332abf0d61 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:26.115435 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-819b5190-8a6c-4ca7-8952-0440a80a1ea2 req-dc7e8e5f-c411-41c3-9701-28332abf0d61 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 945 time: 0.2361574 Oct 30 01:11:26.116408 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:26.131552 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:11:26.148080 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea52feb1-11de-4ff7-81c2-728547cfee1a admin admin] Publish callbacks [] for security_group (8754201c-8989-4a06-bf2b-829f3444bbad), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.162514 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port a670959f-9524-4528-b199-1b19260d3767 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:26.162904 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (a670959f-9524-4528-b199-1b19260d3767), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.197671 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670959f-9524-4528-b199-1b19260d3767'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:26.200365 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd1ff5f-9da8-4ffd-a1f9-95c4ac085c21" -d '{"events": [{"server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "name": "network-vif-plugged", "status": "completed", "tag": "a670959f-9524-4528-b199-1b19260d3767"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:26.216615 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port a670959f-9524-4528-b199-1b19260d3767, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a670959f-9524-4528-b199-1b19260d3767,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:26.226375 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Made reservation on behalf of a0dd3a3ba566479d94d5438d890da279 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:26.231996 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.242226 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.282831 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:26.283428 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.288981 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3dcb2844-8860-45cc-969a-a2f564bf050e req-4ecc9fad-3f33-4d63-b5b9-569602e78d40 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007194 Oct 30 01:11:26.309817 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-819b5190-8a6c-4ca7-8952-0440a80a1ea2 req-807ecb6f-06eb-48cc-ace4-e5a1bf66a807 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793807 Oct 30 01:11:26.351181 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks [] for security_group (3f819e10-180d-44d7-9af1-76c2cd0ff9d3), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.369671 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (a670959f-9524-4528-b199-1b19260d3767), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.407062 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-289e5d00-6400-4e14-9aac-4649007a6070 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1689284 Oct 30 01:11:26.408995 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea52feb1-11de-4ff7-81c2-728547cfee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (8754201c-8989-4a06-bf2b-829f3444bbad), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.413485 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ea52feb1-11de-4ff7-81c2-728547cfee1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.414792 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ea52feb1-11de-4ff7-81c2-728547cfee1a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8754201c-8989-4a06-bf2b-829f3444bbad HTTP/1.1" status: 204 len: 168 time: 0.6370778 Oct 30 01:11:26.414929 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af03ba11-75b7-4b9b-89c3-d1f0f0595df7 x-openstack-request-id: req-af03ba11-75b7-4b9b-89c3-d1f0f0595df7 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:26.415389 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "name": "network-vif-plugged", "status": "completed", "tag": "a670959f-9524-4528-b199-1b19260d3767", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:26.416013 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af03ba11-75b7-4b9b-89c3-d1f0f0595df7 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:26.416814 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af03ba11-75b7-4b9b-89c3-d1f0f0595df7'] response: {'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670959f-9524-4528-b199-1b19260d3767', 'code': 200} Oct 30 01:11:26.438019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52feb1-11de-4ff7-81c2-728547cfee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8754201c-8989-4a06-bf2b-829f3444bbad,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:26.459600 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Request body: {'port': {'device_id': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:26.474217 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3f819e10-180d-44d7-9af1-76c2cd0ff9d3), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.486964 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=a670959f-9524-4528-b199-1b19260d3767,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:26.533159 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:11:26.554756 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.565222 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f819e10-180d-44d7-9af1-76c2cd0ff9d3,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:26.580032 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (89a7d7e1-1be7-4652-b122-fdef286687ce), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.580388 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Added segment 89a7d7e1-1be7-4652-b122-fdef286687ce of type vlan for network 74c0ddcd-2fba-475e-937a-89a878861611 Oct 30 01:11:26.583364 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:26.638503 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (74c0ddcd-2fba-475e-937a-89a878861611), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.739822 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b28c6804-b632-4371-bc50-e6f190ab0d2b req-06aceca0-1621-4e1f-9606-866e91f26c8e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.0413799 Oct 30 01:11:26.746022 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (74c0ddcd-2fba-475e-937a-89a878861611), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.747424 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:26.748198 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:26.829194 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] Pushing event updated for resources: {'Network': ['ID=74c0ddcd-2fba-475e-937a-89a878861611,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:26.852799 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 74c0ddcd-2fba-475e-937a-89a878861611 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:11:26.858297 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3328b9b8-e2ea-49a0-9019-364bdf7ed752 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9210553 Oct 30 01:11:26.868827 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55508) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:26.875208 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Request body: {'subnet': {'network_id': '74c0ddcd-2fba-475e-937a-89a878861611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1051094632-subnet', 'tenant_id': 'a0dd3a3ba566479d94d5438d890da279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:26.975370 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d224-5b77-48dc-a391-f62a439e1c6f req-f3ea3116-4b6e-4269-a958-0850deee3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:26.978098 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-73a8d224-5b77-48dc-a391-f62a439e1c6f req-f3ea3116-4b6e-4269-a958-0850deee3811 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.0608728 Oct 30 01:11:27.007002 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Made reservation on behalf of a0dd3a3ba566479d94d5438d890da279 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:27.011527 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3417206'] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.027042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:27.037891 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Publish callbacks [] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.060455 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Transition to ACTIVE for port object 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:11:27.157160 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-73a8d224-5b77-48dc-a391-f62a439e1c6f req-585bd350-a961-4fda-b242-9ae1161a0014 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716361 Oct 30 01:11:27.173886 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=21 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:27.190118 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.192046 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=7 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:27.260714 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Pushing event updated for resources: {'Port': ['ID=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:27.333817 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Attempting to bind port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:11:27.334559 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Attempting to bind port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:11:27.335293 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Attempting to bind port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 on network 9dfe5552-55fb-47a8-85eb-9baab719c343 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:27.408734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 on network 9dfe5552-55fb-47a8-85eb-9baab719c343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:11:27.409172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Attempting to bind port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 on network 9dfe5552-55fb-47a8-85eb-9baab719c343 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:27.479236 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3417112'] for subnet (0e424bd7-91e2-467c-9b16-30a7c2e6842a), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.554548 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e424bd7-91e2-467c-9b16-30a7c2e6842a,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:27.565434 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Checking segment: {'id': '89a7d7e1-1be7-4652-b122-fdef286687ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:27.566031 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Network hostable DHCP agents. Network: 74c0ddcd-2fba-475e-937a-89a878861611, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:11:27.573962 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55522) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:27.595926 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c5fc985e-8b83-410f-ba66-4e655e8d6abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.619088 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:11:27.619706 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Checking segment: {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:27.619849 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Bound using segment: {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:11:27.620420 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Bound port: 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7e3395-e0cb-4119-9ed5-3d3c714a4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:11:27.620670 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.637135 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e205f-7568-4f03-82b9-2827a2ec9d00 req-6f298b2f-aae4-4d26-bb12-acbd6eca4246 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:27.638915 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-299e205f-7568-4f03-82b9-2827a2ec9d00 req-6f298b2f-aae4-4d26-bb12-acbd6eca4246 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 944 time: 0.1861839 Oct 30 01:11:27.652600 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcc8b1-8028-41e3-ab8d-d7c3f8eb3ef1 req-be76aadd-1a19-40eb-8812-a93ec2e9572e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:27.654308 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a7dcc8b1-8028-41e3-ab8d-d7c3f8eb3ef1 req-be76aadd-1a19-40eb-8812-a93ec2e9572e tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.2037706 Oct 30 01:11:27.742170 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Network 74c0ddcd-2fba-475e-937a-89a878861611 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:11:27.759631 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c5fc985e-8b83-410f-ba66-4e655e8d6abf admin admin] Publish callbacks [] for security_group (d24dd1f0-28f2-4907-a92e-7d8dbdd3525e), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.806118 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-299e205f-7568-4f03-82b9-2827a2ec9d00 req-cfd75a9b-dfd4-465d-afc2-96097eeb01a8 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508038 Oct 30 01:11:27.820315 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a7dcc8b1-8028-41e3-ab8d-d7c3f8eb3ef1 req-6a7c5ee7-2c25-4c2f-a690-812b6585cd7f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412094 Oct 30 01:11:27.841934 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c5fc985e-8b83-410f-ba66-4e655e8d6abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d24dd1f0-28f2-4907-a92e-7d8dbdd3525e), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.853231 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 74c0ddcd-2fba-475e-937a-89a878861611) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:27.881506 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:27.883630 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:27.894875 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c819878-ccfc-4241-9511-81408659b1c2 None None] Network 74c0ddcd-2fba-475e-937a-89a878861611 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:11:27.918401 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c5fc985e-8b83-410f-ba66-4e655e8d6abf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2c4d498132c04cec9b72f18a6e23ef57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432930 Oct 30 01:11:27.921034 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc985e-8b83-410f-ba66-4e655e8d6abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24dd1f0-28f2-4907-a92e-7d8dbdd3525e,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:27.923763 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55558) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:27.923991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] For port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:11:27.958433 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] For port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:11:27.995646 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-459d8975-50e6-418b-97f2-4efe93682ff2 admin admin] Publish callbacks [] for security_group (d24dd1f0-28f2-4907-a92e-7d8dbdd3525e), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.026986 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d2e57e4a-3dd0-429f-9be7-e221578da920 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1569371 Oct 30 01:11:28.034520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-459d8975-50e6-418b-97f2-4efe93682ff2 admin admin] Publish callbacks [] for security_group (d24dd1f0-28f2-4907-a92e-7d8dbdd3525e), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.054955 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.172419 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcdf298-dedf-4382-b920-ad8708ed021a None None] Network 74c0ddcd-2fba-475e-937a-89a878861611 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:11:28.206219 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:28.208839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.214034 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 HTTP/1.1" status: 200 len: 1094 time: 1.7596972 Oct 30 01:11:28.216436 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4c93e16a-b615-491d-aee6-d60c5a8d510a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.221630 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'tag': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:28.224147 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30551b7-7552-4b0e-bb7d-58be6e08ff33" -d '{"events": [{"name": "network-changed", "server_uuid": "3f338156-f2f0-449c-b7cb-450c73e2aa65", "tag": "3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:28.244015 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-459d8975-50e6-418b-97f2-4efe93682ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d24dd1f0-28f2-4907-a92e-7d8dbdd3525e), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.247540 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-459d8975-50e6-418b-97f2-4efe93682ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:28.249227 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-459d8975-50e6-418b-97f2-4efe93682ff2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d24dd1f0-28f2-4907-a92e-7d8dbdd3525e HTTP/1.1" status: 204 len: 168 time: 0.3244786 Oct 30 01:11:28.284706 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-743d4dd4-4254-4627-8dd3-a665965cf6ee req-a0ddf82e-53f4-402c-aeac-93c3ab04e68e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.2143075 Oct 30 01:11:28.287619 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d8975-50e6-418b-97f2-4efe93682ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24dd1f0-28f2-4907-a92e-7d8dbdd3525e,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:28.287903 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:28.390363 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38775df-986b-4a5d-85c8-f37f99e29bfb service neutron] Pushing event updated for resources: {'Port': ['ID=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:28.396576 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67972232-bae7-40dc-8048-d7ba8b5af812 x-openstack-request-id: req-67972232-bae7-40dc-8048-d7ba8b5af812 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:28.396882 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f338156-f2f0-449c-b7cb-450c73e2aa65", "tag": "3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:28.397235 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67972232-bae7-40dc-8048-d7ba8b5af812 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:28.397629 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67972232-bae7-40dc-8048-d7ba8b5af812'] response: {'name': 'network-changed', 'server_uuid': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'tag': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8', 'status': 'completed', 'code': 200} Oct 30 01:11:29.170417 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30551b7-7552-4b0e-bb7d-58be6e08ff33 req-c95b5f46-94ed-4083-a785-879bc3fbc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:29.172837 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b30551b7-7552-4b0e-bb7d-58be6e08ff33 req-c95b5f46-94ed-4083-a785-879bc3fbc2b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b3ac92b862ae4d988409b01c3adfef75&device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 1128 time: 0.3263988 Oct 30 01:11:29.204038 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c55c-52eb-416c-867c-686f44c0a464 req-6a9f7149-379a-41a3-83f0-294ed6c95f49 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:29.206133 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6413c55c-52eb-416c-867c-686f44c0a464 req-6a9f7149-379a-41a3-83f0-294ed6c95f49 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 944 time: 0.2260177 Oct 30 01:11:29.263327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659ed7-fef6-4733-b4b7-3fb2dad58e0e req-9bce1227-a66c-4e61-8905-3d9ab07e9c68 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:29.265585 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-38659ed7-fef6-4733-b4b7-3fb2dad58e0e req-9bce1227-a66c-4e61-8905-3d9ab07e9c68 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1494935 Oct 30 01:11:29.450355 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55594) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:29.475977 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1fe47b71-8854-4809-8b36-ede152da6bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:29.505535 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:29.580408 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6413c55c-52eb-416c-867c-686f44c0a464 req-2059d8dc-7813-4fbc-b29e-35cdc1fe08c6 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482473 Oct 30 01:11:29.583888 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:29.587010 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30551b7-7552-4b0e-bb7d-58be6e08ff33 req-ca599d8a-e736-4aff-bda7-b6f473f0a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:29.589501 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b30551b7-7552-4b0e-bb7d-58be6e08ff33 req-ca599d8a-e736-4aff-bda7-b6f473f0a034 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=b3ac92b862ae4d988409b01c3adfef75&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3786502 Oct 30 01:11:29.624138 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-38659ed7-fef6-4733-b4b7-3fb2dad58e0e req-4444a067-10ea-45b0-9c51-fb2952665827 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454223 Oct 30 01:11:29.626588 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55606) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:29.641142 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533050155-network', 'tenant_id': '93aecb6a030847cd868359b1201b5121'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:29.810210 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1fe47b71-8854-4809-8b36-ede152da6bb8 admin admin] Publish callbacks [] for security_group (29c18a8a-0677-46fc-86c5-0381bb7102c4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:29.836232 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:29.887657 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b5ec86a3-765b-4d09-9ca6-12ef6b04ea30 req-20c201f4-5e72-4b8c-b8d4-b5710071e4b9 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.1265864 Oct 30 01:11:29.888553 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-6d615afd-1412-4a75-b9ca-e7bde0d052ae tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:29.890591 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-6d615afd-1412-4a75-b9ca-e7bde0d052ae tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "GET /networking/v2.0/networks?id=32880eeb-e493-4688-8da8-8b7c1a83fec5 HTTP/1.1" status: 200 len: 814 time: 0.2326763 Oct 30 01:11:29.914764 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Request body: {'port': {'device_id': 'd0060d3a-0447-440d-9a30-3d194419de58', 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5', 'admin_state_up': True, 'tenant_id': 'ec0e8d209ae34edca0d7dc5dae71129a'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:29.923462 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Made reservation on behalf of 93aecb6a030847cd868359b1201b5121 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:29.926882 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:29.946709 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1fe47b71-8854-4809-8b36-ede152da6bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (29c18a8a-0677-46fc-86c5-0381bb7102c4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:29.951082 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:29.963854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30551b7-7552-4b0e-bb7d-58be6e08ff33 req-27adf443-2b8f-45d7-87a5-b2e1f15b7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:29.968011 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b30551b7-7552-4b0e-bb7d-58be6e08ff33 req-27adf443-2b8f-45d7-87a5-b2e1f15b7010 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3402960 Oct 30 01:11:30.034718 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe47b71-8854-4809-8b36-ede152da6bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c18a8a-0677-46fc-86c5-0381bb7102c4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:30.044749 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1fe47b71-8854-4809-8b36-ede152da6bb8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e552720985df4365b6e97afc139ed397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927620 Oct 30 01:11:30.052415 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55614) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:30.215071 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-06e8e84e-51ea-412a-a826-020413c1915d admin admin] Publish callbacks [] for security_group (29c18a8a-0677-46fc-86c5-0381bb7102c4), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.246152 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-06e8e84e-51ea-412a-a826-020413c1915d admin admin] Publish callbacks [] for security_group (29c18a8a-0677-46fc-86c5-0381bb7102c4), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.336456 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Made reservation on behalf of ec0e8d209ae34edca0d7dc5dae71129a for: {'port': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:30.341332 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.373920 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks [] for security_group (1058c097-23a4-4055-8156-4993a7e511e3), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.377956 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-29a4268b-2c7a-4fef-8b03-1a746af75549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:30.380461 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-29a4268b-2c7a-4fef-8b03-1a746af75549 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=b3ac92b862ae4d988409b01c3adfef75&device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 1128 time: 0.3172858 Oct 30 01:11:30.520882 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-06e8e84e-51ea-412a-a826-020413c1915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (29c18a8a-0677-46fc-86c5-0381bb7102c4), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.525762 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-06e8e84e-51ea-412a-a826-020413c1915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.530644 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-06e8e84e-51ea-412a-a826-020413c1915d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/29c18a8a-0677-46fc-86c5-0381bb7102c4 HTTP/1.1" status: 204 len: 168 time: 0.4741182 Oct 30 01:11:30.545787 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-46e64860-262d-4f76-bf45-1850cbcb0093 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 HTTP/1.1" status: 200 len: 217 time: 0.0375011 Oct 30 01:11:30.564446 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c274e86a-83bf-4db0-8e2a-d45fde004d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.608317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1058c097-23a4-4055-8156-4993a7e511e3), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.617775 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8e84e-51ea-412a-a826-020413c1915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c18a8a-0677-46fc-86c5-0381bb7102c4,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:30.655516 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:11:30.660137 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-2ac18227-8c53-4bff-ad08-11b8f74a6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:30.672263 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-2ac18227-8c53-4bff-ad08-11b8f74a6cda service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a5b1518-5e43-4479-8dc5-942332b1074c HTTP/1.1" status: 200 len: 849 time: 0.1169991 Oct 30 01:11:30.732416 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1058c097-23a4-4055-8156-4993a7e511e3,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:30.779936 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-c9c7ec7d-560d-48b4-aa4d-e09853e99b16 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9dfe5552-55fb-47a8-85eb-9baab719c343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666196 Oct 30 01:11:30.781944 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1b767eeb-6932-4fb1-b32b-4022e7491fbf), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:30.782511 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Added segment 1b767eeb-6932-4fb1-b32b-4022e7491fbf of type vlan for network 580ed583-fac9-41a8-a996-470aab0c4aac Oct 30 01:11:30.836592 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Allocated IP 172.20.0.8 (32880eeb-e493-4688-8da8-8b7c1a83fec5/8e8b1a1e-5de4-4d18-8b43-22b8e1225fde/703d5b5a-5333-40f3-b279-7fd21ceb03d3) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:11:31.058136 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks [] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.081857 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (580ed583-fac9-41a8-a996-470aab0c4aac), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.115323 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc302f-76c0-446f-a6d9-92ce43ffedd9 req-e0fc639e-f84b-428a-9c9e-474b32ec3bcb tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:31.117501 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3bc302f-76c0-446f-a6d9-92ce43ffedd9 req-e0fc639e-f84b-428a-9c9e-474b32ec3bcb tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.3164158 Oct 30 01:11:31.129437 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde630e-d4d3-409b-a2ba-d5ea72263126 req-eedb5efe-8fcf-460c-ad8b-724e4458db8c tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:31.131087 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbde630e-d4d3-409b-a2ba-d5ea72263126 req-eedb5efe-8fcf-460c-ad8b-724e4458db8c tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 944 time: 0.2441845 Oct 30 01:11:31.247284 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-43fff742-becf-4aa9-b4f0-860c2438e08f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472585 Oct 30 01:11:31.289851 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.302545 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3bc302f-76c0-446f-a6d9-92ce43ffedd9 req-99a3f84a-6f73-4fe1-89bd-8677de84e1d1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686683 Oct 30 01:11:31.317167 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbde630e-d4d3-409b-a2ba-d5ea72263126 req-addca054-f692-4e98-844b-10f580105f6a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594748 Oct 30 01:11:31.370350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (580ed583-fac9-41a8-a996-470aab0c4aac), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.383623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:31.383623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.437445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Network 32880eeb-e493-4688-8da8-8b7c1a83fec5 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:11:31.449258 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:31.456647 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:11:31.556925 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:31.559267 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.577644 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Pushing event updated for resources: {'Port': ['ID=703d5b5a-5333-40f3-b279-7fd21ceb03d3,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:31.582578 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:31.608821 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] Pushing event updated for resources: {'Network': ['ID=580ed583-fac9-41a8-a996-470aab0c4aac,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:31.632009 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 580ed583-fac9-41a8-a996-470aab0c4aac details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:11:31.649125 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a6cf8f-09c2-4486-812f-e9e9dd6a1797 req-fdc87f28-4c85-43f4-91be-53288acca6a7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838556 Oct 30 01:11:31.658456 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-eee6d5bf-b243-4f51-b66d-dce97efc9fdf admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0213344 Oct 30 01:11:31.670186 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764eb7f-bbcd-4bbd-ba85-d6f5466d67c4 req-b416c395-5ce7-451a-ae35-25a324cfb2d6 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:31.671824 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 55640) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:31.678950 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0764eb7f-bbcd-4bbd-ba85-d6f5466d67c4 req-b416c395-5ce7-451a-ae35-25a324cfb2d6 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 931 time: 0.1687787 Oct 30 01:11:31.686163 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Request body: {'subnet': {'network_id': '580ed583-fac9-41a8-a996-470aab0c4aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533050155-subnet', 'tenant_id': '93aecb6a030847cd868359b1201b5121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:31.710337 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-3223b13d-55a7-465e-a370-7b3d8fb5804b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8015258 Oct 30 01:11:31.716832 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fc3d-52bb-42e5-8414-2dfb48a23ec9 req-bcb2f9a8-9819-404d-a57f-0c96372411a0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:31.719495 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbb0fc3d-52bb-42e5-8414-2dfb48a23ec9 req-bcb2f9a8-9819-404d-a57f-0c96372411a0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1406898 Oct 30 01:11:31.751173 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 55642) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:31.758975 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Request body: {'port': {'device_id': 'd0060d3a-0447-440d-9a30-3d194419de58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:31.765868 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'floatingip': {'port_id': 'a670959f-9524-4528-b199-1b19260d3767'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:31.775239 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:31.848650 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0764eb7f-bbcd-4bbd-ba85-d6f5466d67c4 req-85eff515-c5e1-4e07-81ba-283ff31f8d93 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683953 Oct 30 01:11:31.851669 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.900535 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Made reservation on behalf of 93aecb6a030847cd868359b1201b5121 for: {'subnet': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:31.905386 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3417206'] for subnet (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:31.937386 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.299985 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.449633 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703d5b5a-5333-40f3-b279-7fd21ceb03d3 {{(pid=105258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:32.459867 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Publish callbacks [] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.477665 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.provisioning_blocks [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Transition to ACTIVE for port object 703d5b5a-5333-40f3-b279-7fd21ceb03d3 will not be triggered until provisioned by entity L2. {{(pid=105258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:11:32.479623 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3417112'] for subnet (c15e23ea-4fe3-4a3a-827a-fae137a344ef), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.603062 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15e23ea-4fe3-4a3a-827a-fae137a344ef,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:32.622222 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Checking segment: {'id': '1b767eeb-6932-4fb1-b32b-4022e7491fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '580ed583-fac9-41a8-a996-470aab0c4aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:32.622679 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Network hostable DHCP agents. Network: 580ed583-fac9-41a8-a996-470aab0c4aac, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:11:32.658454 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.692747 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250575a-b74a-4ed9-a672-209c83d70c18 req-477b96f4-1cdc-4ee5-83d1-da5d1a2961aa tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:32.695514 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6250575a-b74a-4ed9-a672-209c83d70c18 req-477b96f4-1cdc-4ee5-83d1-da5d1a2961aa tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 944 time: 0.1253512 Oct 30 01:11:32.781075 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Network 580ed583-fac9-41a8-a996-470aab0c4aac is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:11:32.829328 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6250575a-b74a-4ed9-a672-209c83d70c18 req-396d4b6f-13fd-4725-b670-03c03a8ff8f0 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106238 Oct 30 01:11:32.831151 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.869386 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Pushing event updated for resources: {'Port': ['ID=703d5b5a-5333-40f3-b279-7fd21ceb03d3,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:32.914175 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Attempting to bind port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:11:32.914861 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Attempting to bind port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:11:32.915558 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Attempting to bind port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 on network 32880eeb-e493-4688-8da8-8b7c1a83fec5 {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:32.958530 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.960543 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 580ed583-fac9-41a8-a996-470aab0c4aac) {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:32.968481 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:32.969079 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:32.971276 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6455180-0a7a-44f6-b6b2-6c4b69179532 None None] Network 580ed583-fac9-41a8-a996-470aab0c4aac requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:11:32.986902 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 on network 32880eeb-e493-4688-8da8-8b7c1a83fec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:11:32.987247 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Attempting to bind port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 on network 32880eeb-e493-4688-8da8-8b7c1a83fec5 {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:33.087347 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-966a58f5-e609-45c8-8cc7-fc25096291d1 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4125009 Oct 30 01:11:33.117706 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b82e-5c14-4505-b899-722577c57010 req-075f34c6-6764-4f60-9d2e-44990cecfca2 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:33.120400 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c242b82e-5c14-4505-b899-722577c57010 req-075f34c6-6764-4f60-9d2e-44990cecfca2 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 943 time: 0.1497145 Oct 30 01:11:33.127020 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:11:33.127353 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Checking segment: {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:33.128193 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Bound using segment: {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:11:33.128604 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Bound port: 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'}}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:11:33.129924 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:33.172732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:33.215184 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Floating IP 9dc8e395-7ab9-4c58-831a-0358888e3690 associated. External IP: 172.37.0.43, port: a670959f-9524-4528-b199-1b19260d3767. Oct 30 01:11:33.253781 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9407cb-c56a-470e-97c4-3ac8ae84814a None None] Network 580ed583-fac9-41a8-a996-470aab0c4aac requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:11:33.284081 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c242b82e-5c14-4505-b899-722577c57010 req-29f264ed-448e-484b-b055-d1aa9d224255 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246057 Oct 30 01:11:33.320037 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] For port 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host hv-cinder-maste, cleared binding levels {{(pid=105258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:11:33.326035 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] For port 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=703d5b5a-5333-40f3-b279-7fd21ceb03d3,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:11:33.356923 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=11 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:33.420657 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:33.508382 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:33.512101 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:33.516290 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/703d5b5a-5333-40f3-b279-7fd21ceb03d3 HTTP/1.1" status: 200 len: 1093 time: 1.7766981 Oct 30 01:11:33.516290 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0060d3a-0447-440d-9a30-3d194419de58', 'tag': '703d5b5a-5333-40f3-b279-7fd21ceb03d3'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:33.519313 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0060d3a-0447-440d-9a30-3d194419de58", "tag": "703d5b5a-5333-40f3-b279-7fd21ceb03d3"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:33.524265 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5765a62-55a7-48ef-8c99-730dfc7f75d5 service neutron] Pushing event updated for resources: {'Port': ['ID=703d5b5a-5333-40f3-b279-7fd21ceb03d3,revision_number=3']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:33.544948 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:11:33.580230 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bfebf4-2877-40ee-ade5-9bcb10ab2b1b x-openstack-request-id: req-e6bfebf4-2877-40ee-ade5-9bcb10ab2b1b {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:33.580727 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0060d3a-0447-440d-9a30-3d194419de58", "tag": "703d5b5a-5333-40f3-b279-7fd21ceb03d3", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:33.581166 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6bfebf4-2877-40ee-ade5-9bcb10ab2b1b {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:33.581749 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bfebf4-2877-40ee-ade5-9bcb10ab2b1b'] response: {'name': 'network-changed', 'server_uuid': 'd0060d3a-0447-440d-9a30-3d194419de58', 'tag': '703d5b5a-5333-40f3-b279-7fd21ceb03d3', 'status': 'completed', 'code': 200} Oct 30 01:11:33.700122 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:33.715056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:11:33.722521 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:33.724300 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc req-590a843e-0bb5-4905-b099-18b4a3c8876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:33.729448 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc req-590a843e-0bb5-4905-b099-18b4a3c8876b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 1127 time: 0.0788231 Oct 30 01:11:33.738060 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] Sync routers for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:11:33.770314 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-897b4fd1-f439-47b5-bd2e-0ff4425d6fad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/9dc8e395-7ab9-4c58-831a-0358888e3690 HTTP/1.1" status: 200 len: 991 time: 2.0093265 Oct 30 01:11:33.770797 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:33.773517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395a6937-e659-424b-9549-8e84f385df03" -d '{"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:33.777800 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:11:33.779286 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:11:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:33.867422 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93501a-5bb4-444b-8869-d98b01305361 x-openstack-request-id: req-6f93501a-5bb4-444b-8869-d98b01305361 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:33.867942 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:33.868110 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f93501a-5bb4-444b-8869-d98b01305361 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:33.868540 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f93501a-5bb4-444b-8869-d98b01305361'] response: {'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767', 'status': 'completed', 'code': 200} Oct 30 01:11:33.880796 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc req-e5961b83-bc7b-4c5a-8c9c-ff127cb33e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:33.882401 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc req-e5961b83-bc7b-4c5a-8c9c-ff127cb33e9c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1392477 Oct 30 01:11:33.951799 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:11:33.954767 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:34.112874 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc req-b988c58d-aafa-474a-9f94-7f206dcba9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.115750 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-3cf805c9-ded3-4341-b1f7-d4bd02c26efc req-b988c58d-aafa-474a-9f94-7f206dcba9ac service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1936502 Oct 30 01:11:34.188932 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:34.277527 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-72329916-49f1-40fa-90cd-428c0a39de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.281955 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-72329916-49f1-40fa-90cd-428c0a39de26 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 1127 time: 0.0784850 Oct 30 01:11:34.317818 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9dc8e395-7ab9-4c58-831a-0358888e3690', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'floating_ip_address': '172.37.0.43', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:05Z', 'updated_at': '2022-10-30T01:11:32Z', 'revision_number': 1, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:34.320242 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6937-e659-424b-9549-8e84f385df03 req-039f685e-167b-40ff-ac12-2ab7efb35382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.323255 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-039f685e-167b-40ff-ac12-2ab7efb35382 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.3816934 Oct 30 01:11:34.354166 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] Checking router: 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:11:34.367096 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:11:34.367771 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:11:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:34.452201 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:34.495178 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:34.557376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:11:34.574581 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97f76f-0233-40c6-a6d4-8fd7ac45ad2f req-7ca4c1b8-617e-49a3-8326-bb6603558755 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.595365 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7e97f76f-0233-40c6-a6d4-8fd7ac45ad2f req-7ca4c1b8-617e-49a3-8326-bb6603558755 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 944 time: 0.5839126 Oct 30 01:11:34.658766 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-56e2dd6d-8c18-4789-bf0b-d4063478feff service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703d5b5a-5333-40f3-b279-7fd21ceb03d3 HTTP/1.1" status: 200 len: 217 time: 0.3575242 Oct 30 01:11:34.712061 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-9e6655bb-ccb9-4a9c-9ca1-571b7dbca7d5 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.713768 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-9e6655bb-ccb9-4a9c-9ca1-571b7dbca7d5 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/networks?id=74c0ddcd-2fba-475e-937a-89a878861611 HTTP/1.1" status: 200 len: 809 time: 0.8215683 Oct 30 01:11:34.756523 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6937-e659-424b-9549-8e84f385df03 req-2aa3dfd3-9d0e-463f-9d23-cc375a71a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.758726 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-2aa3dfd3-9d0e-463f-9d23-cc375a71a59d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.4160268 Oct 30 01:11:34.759613 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:34.764791 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7e97f76f-0233-40c6-a6d4-8fd7ac45ad2f req-51b5f125-776d-4efa-8cd2-2b92a62302b5 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671407 Oct 30 01:11:34.766255 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-b9ded697-6b4c-41c3-bcb9-b40942cdd93b tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/quotas/a0dd3a3ba566479d94d5438d890da279 HTTP/1.1" status: 200 len: 375 time: 0.0360296 Oct 30 01:11:34.778259 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:34.786225 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-da4ba45c-0d3f-4acb-8d58-bd0f8c760151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:34.793748 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-da4ba45c-0d3f-4acb-8d58-bd0f8c760151 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8b1a1e-5de4-4d18-8b43-22b8e1225fde HTTP/1.1" status: 200 len: 854 time: 0.1243403 Oct 30 01:11:34.849354 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-a264354c-f625-49d2-bfd1-4b86f58389cf tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a0dd3a3ba566479d94d5438d890da279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703490 Oct 30 01:11:34.853613 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-51c86620-4e86-429d-b41a-f000c33da8d5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=32880eeb-e493-4688-8da8-8b7c1a83fec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472417 Oct 30 01:11:34.891746 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-91bed0a5-1e18-4865-8d64-1e04f7692715 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 999 time: 0.1245704 Oct 30 01:11:35.036158 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-fc265785-433a-4ca6-a317-2713b7f05f28 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689713 Oct 30 01:11:35.042638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60eab41-d9bc-45f4-8525-9d68c9d47e66 req-40fa840d-0d9c-4dbf-9bfd-b37c1dca23f2 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:35.044788 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c60eab41-d9bc-45f4-8525-9d68c9d47e66 req-40fa840d-0d9c-4dbf-9bfd-b37c1dca23f2 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 943 time: 0.1075444 Oct 30 01:11:35.048791 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6937-e659-424b-9549-8e84f385df03 req-b4715fa5-977f-4d14-bdbe-43ad660c423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:35.050353 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-b4715fa5-977f-4d14-bdbe-43ad660c423f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.1523626 Oct 30 01:11:35.095633 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-3bc2b6bb-9101-41ae-9028-4c9acac467c1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/74c0ddcd-2fba-475e-937a-89a878861611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305667 Oct 30 01:11:35.152046 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9dc8e395-7ab9-4c58-831a-0358888e3690', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'floating_ip_address': '172.37.0.43', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:05Z', 'updated_at': '2022-10-30T01:11:32Z', 'revision_number': 1, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:35.180068 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b58c68ef-6e8b-41f2-893e-975014d0ca5b req-d3b668b4-d101-4f74-baea-3d0759a42268 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359286 Oct 30 01:11:35.181306 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c804d-cc11-4156-85e6-99da59f5c743 None None] The sync data for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb is: [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9dc8e395-7ab9-4c58-831a-0358888e3690', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'floating_ip_address': '172.37.0.43', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:05Z', 'updated_at': '2022-10-30T01:11:32Z', 'revision_number': 1, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:11:35.210942 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6937-e659-424b-9549-8e84f385df03 req-c940d4f2-8b4f-4f72-8228-fb355669d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:35.213013 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-c940d4f2-8b4f-4f72-8228-fb355669d3ae service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1418593 Oct 30 01:11:35.240625 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c60eab41-d9bc-45f4-8525-9d68c9d47e66 req-4609761e-f97e-4692-9dfe-a0548748639f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773531 Oct 30 01:11:35.318077 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-83f348c1-0376-4454-b3df-72211d4fb9dd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/74c0ddcd-2fba-475e-937a-89a878861611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040925 Oct 30 01:11:35.375753 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-25c12095-1269-4c43-87f9-018347b57659 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554019 Oct 30 01:11:35.485124 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c177c6a-c99c-4af4-a289-ab5fe63b53a3 None None] New status for floating IP 9dc8e395-7ab9-4c58-831a-0358888e3690: ACTIVE {{(pid=105260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:11:35.748828 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ffc884bf-0d2c-41f7-bef2-2e24037cac57 req-cf070894-b7a8-4fab-b2a6-544484d8d4cf tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 210 time: 0.0795124 Oct 30 01:11:35.826389 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:11:35.946378 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7048ae-b3df-439c-887f-c1005bfe5ea8 req-5b21e1cc-3650-4909-bad6-c5f0524600b2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:35.952200 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae7048ae-b3df-439c-887f-c1005bfe5ea8 req-5b21e1cc-3650-4909-bad6-c5f0524600b2 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 944 time: 0.0650289 Oct 30 01:11:35.968692 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:35.984620 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8', 'network_id': '9dfe5552-55fb-47a8-85eb-9baab719c343', 'port_id': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8', 'mac_address': 'fa:16:3e:fa:54:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5b1518-5e43-4479-8dc5-942332b1074c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:11:36.007001 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae7048ae-b3df-439c-887f-c1005bfe5ea8 req-ecad04a1-0573-49ab-9a28-af80e1201a9a tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Oct 30 01:11:36.028791 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:36.029484 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:36.049482 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:36.072854 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:36.202799 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:36.267491 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:36.276222 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.276560 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.276903 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.277261 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.277600 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.278754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.278754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.278754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.279191 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.279191 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.279616 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.279820 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.280143 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.280465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.280875 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:36.345983 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:36.467282 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c280a-a371-4583-96e8-d45b7b3a9782 req-699fc4f1-8c78-4b06-92d3-38e823e87733 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:36.467881 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fb0c280a-a371-4583-96e8-d45b7b3a9782 req-699fc4f1-8c78-4b06-92d3-38e823e87733 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 943 time: 0.1198053 Oct 30 01:11:36.531730 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-395a6937-e659-424b-9549-8e84f385df03 req-dcd0a274-bcf9-4360-8822-75b99b76bd9b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212899 Oct 30 01:11:36.562655 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fb0c280a-a371-4583-96e8-d45b7b3a9782 req-0e109de5-7fa6-46c8-9c6f-1b507cd5ac27 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833673 Oct 30 01:11:36.617198 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:36.660959 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:36.727852 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:36.862385 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3e2699c-4418-4bd2-a726-6a7ceb31af88 req-c893f031-fcb1-4bd1-935a-c7636b29d69c tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 210 time: 0.0331745 Oct 30 01:11:36.961462 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:37.195545 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e9b0-12cd-40c2-8ec0-cd0a3531bfcf req-22fa6b04-d457-4306-93c6-d34c8ce28da9 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:37.197345 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f655e9b0-12cd-40c2-8ec0-cd0a3531bfcf req-22fa6b04-d457-4306-93c6-d34c8ce28da9 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 945 time: 0.0597916 Oct 30 01:11:37.265227 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f655e9b0-12cd-40c2-8ec0-cd0a3531bfcf req-a0d845a5-ba11-4614-86b1-bbda92a1586b tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610890 Oct 30 01:11:37.306608 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:37.774070 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec6243-a48a-41b3-8150-c2035a51a6b3 req-9852ef81-75dd-445c-b58c-d111be29326c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:37.776909 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-91ec6243-a48a-41b3-8150-c2035a51a6b3 req-9852ef81-75dd-445c-b58c-d111be29326c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 943 time: 0.0643311 Oct 30 01:11:37.836527 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 703d5b5a-5333-40f3-b279-7fd21ceb03d3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:11:37.852861 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:11:37.858755 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-91ec6243-a48a-41b3-8150-c2035a51a6b3 req-142c6991-bce6-4825-a06a-2a57e64303c4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704257 Oct 30 01:11:38.002085 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:11:38.036791 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-334f5059-38b6-483c-b19e-1a1d1c968d4a req-894e7245-fe0a-4c3c-b262-188be449d509 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 210 time: 0.0370753 Oct 30 01:11:38.053360 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=703d5b5a-5333-40f3-b279-7fd21ceb03d3,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:38.069620 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '703d5b5a-5333-40f3-b279-7fd21ceb03d3', 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5', 'port_id': '703d5b5a-5333-40f3-b279-7fd21ceb03d3', 'mac_address': 'fa:16:3e:3d:66:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8b1a1e-5de4-4d18-8b43-22b8e1225fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:11:38.122488 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:38.122920 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:38.126000 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:38.127068 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:38.127513 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 Oct 30 01:11:38.130578 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:38.165157 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703d5b5a-5333-40f3-b279-7fd21ceb03d3 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:38.202517 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=703d5b5a-5333-40f3-b279-7fd21ceb03d3,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:38.219797 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:38.257024 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:38.257410 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:38.286821 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:38.289517 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae4c25-7ec7-4e8a-914f-5e77c808af3f" -d '{"events": [{"server_uuid": "3f338156-f2f0-449c-b7cb-450c73e2aa65", "name": "network-vif-plugged", "status": "completed", "tag": "3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:38.294772 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:38.308990 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:38.381950 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e271f312-f588-4e39-8438-02d64863c569 x-openstack-request-id: req-e271f312-f588-4e39-8438-02d64863c569 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:38.381950 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f338156-f2f0-449c-b7cb-450c73e2aa65", "name": "network-vif-plugged", "status": "completed", "tag": "3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:38.388190 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e271f312-f588-4e39-8438-02d64863c569 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:38.388190 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e271f312-f588-4e39-8438-02d64863c569'] response: {'server_uuid': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8', 'code': 200} Oct 30 01:11:38.388190 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=703d5b5a-5333-40f3-b279-7fd21ceb03d3,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:38.408453 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:38.439142 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:38.506761 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:38.508859 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165c465-8ff4-44f2-8b6b-a5d8d0d2e4fd req-36b8b298-7623-4409-a7f6-cc7ce6e1bb90 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:38.510953 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e165c465-8ff4-44f2-8b6b-a5d8d0d2e4fd req-36b8b298-7623-4409-a7f6-cc7ce6e1bb90 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0966105 Oct 30 01:11:38.590784 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e165c465-8ff4-44f2-8b6b-a5d8d0d2e4fd req-1475ca84-140e-4c39-a074-fa32dac63582 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673609 Oct 30 01:11:38.735121 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['703d5b5a-5333-40f3-b279-7fd21ceb03d3'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:38.966908 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:39.119337 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c929-5fed-4014-8b04-9d40fc00617c req-6263c4de-2887-40f7-bc8f-31f890bd989e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:39.122523 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7e82c929-5fed-4014-8b04-9d40fc00617c req-6263c4de-2887-40f7-bc8f-31f890bd989e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 944 time: 0.1473000 Oct 30 01:11:39.128552 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:39.139768 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719af15e-a607-43f5-a933-9ed3de816c55 req-a96c1afa-1adf-41ab-b3a6-99a0b113df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:39.141873 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-719af15e-a607-43f5-a933-9ed3de816c55 req-a96c1afa-1adf-41ab-b3a6-99a0b113df28 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 1130 time: 0.1092503 Oct 30 01:11:39.247041 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fbfbf52c-c10d-4241-8239-a97eab6aa8f7 req-40e63ea5-e729-4002-8e8f-22b5add22861 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 210 time: 0.0896673 Oct 30 01:11:39.260834 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-35513ac0-d3de-4993-8bbe-6b840d909182 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:39.263141 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-35513ac0-d3de-4993-8bbe-6b840d909182 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.61 "GET /networking/v2.0/networks?id=74c0ddcd-2fba-475e-937a-89a878861611 HTTP/1.1" status: 200 len: 809 time: 0.1393554 Oct 30 01:11:39.300843 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Request body: {'port': {'device_id': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611', 'admin_state_up': True, 'tenant_id': 'a0dd3a3ba566479d94d5438d890da279'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:39.324443 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7e82c929-5fed-4014-8b04-9d40fc00617c req-d7528fb2-7cc9-42f9-9bac-e3f7df57791b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809783 Oct 30 01:11:39.338403 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-719af15e-a607-43f5-a933-9ed3de816c55 req-3b13e2fe-d78a-4bf4-8c2b-321d82f2c9d6 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834807 Oct 30 01:11:39.636958 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Made reservation on behalf of a0dd3a3ba566479d94d5438d890da279 for: {'port': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:11:39.642199 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:39.676801 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:39.777489 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda9d30-ad56-4c19-80fa-a1a9544b8f01 req-3ca6e550-8e75-457d-85a5-bffc961a656f tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:39.780143 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-efda9d30-ad56-4c19-80fa-a1a9544b8f01 req-3ca6e550-8e75-457d-85a5-bffc961a656f tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0874751 Oct 30 01:11:39.843391 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 703d5b5a-5333-40f3-b279-7fd21ceb03d3 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:11:39.869668 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Allocated IP 172.20.0.12 (74c0ddcd-2fba-475e-937a-89a878861611/0e424bd7-91e2-467c-9b16-30a7c2e6842a/03eb0a97-946a-4626-b96b-c6fe5ef42b76) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:11:39.915860 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-efda9d30-ad56-4c19-80fa-a1a9544b8f01 req-54608691-566f-49b0-8697-9a0d4465ef31 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104381 Oct 30 01:11:39.952970 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:11:40.048271 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:40.049064 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.049326 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 Oct 30 01:11:40.092063 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks [] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.172409 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:40.172798 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.223178 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=703d5b5a-5333-40f3-b279-7fd21ceb03d3,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:40.318787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.363110 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.389099 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0060d3a-0447-440d-9a30-3d194419de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703d5b5a-5333-40f3-b279-7fd21ceb03d3'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:40.393788 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df951bb4-50fb-4d15-93e7-b511153deb52" -d '{"events": [{"server_uuid": "d0060d3a-0447-440d-9a30-3d194419de58", "name": "network-vif-plugged", "status": "completed", "tag": "703d5b5a-5333-40f3-b279-7fd21ceb03d3"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:40.412413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Pushing event updated for resources: {'Port': ['ID=03eb0a97-946a-4626-b96b-c6fe5ef42b76,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:40.430406 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac87c9-00e6-4e70-a524-60d711e73225 req-a8b7d594-4026-40cf-82f8-b6e96a34ceeb tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:40.434196 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f0ac87c9-00e6-4e70-a524-60d711e73225 req-a8b7d594-4026-40cf-82f8-b6e96a34ceeb tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 932 time: 0.0982907 Oct 30 01:11:40.442148 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Network 74c0ddcd-2fba-475e-937a-89a878861611 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:11:40.444939 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:40.459407 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:11:40.522273 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=703d5b5a-5333-40f3-b279-7fd21ceb03d3,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:40.585757 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:40.586580 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.596690 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f0ac87c9-00e6-4e70-a524-60d711e73225 req-f99bc819-2dd3-4eac-9058-bf46fdd15402 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483278 Oct 30 01:11:40.603416 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb4ec-1dbc-4105-a096-6c9b1912c829 req-42f74e83-741d-455c-ab77-7d5329af9f6f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:40.605561 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-63ffb4ec-1dbc-4105-a096-6c9b1912c829 req-42f74e83-741d-455c-ab77-7d5329af9f6f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0989244 Oct 30 01:11:40.675226 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-63ffb4ec-1dbc-4105-a096-6c9b1912c829 req-af721272-ff4b-44c2-8d8d-9fa017b0454d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621035 Oct 30 01:11:40.687565 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7ac831-4fc3-4268-ae7e-b26ab8e21ea3 x-openstack-request-id: req-ac7ac831-4fc3-4268-ae7e-b26ab8e21ea3 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:40.688055 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0060d3a-0447-440d-9a30-3d194419de58", "name": "network-vif-plugged", "status": "completed", "tag": "703d5b5a-5333-40f3-b279-7fd21ceb03d3", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:40.688443 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac7ac831-4fc3-4268-ae7e-b26ab8e21ea3 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:40.689061 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7ac831-4fc3-4268-ae7e-b26ab8e21ea3'] response: {'server_uuid': 'd0060d3a-0447-440d-9a30-3d194419de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703d5b5a-5333-40f3-b279-7fd21ceb03d3', 'code': 200} Oct 30 01:11:40.693996 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:40.734427 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:40.740403 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-04f37e30-b549-4e4e-a204-882e10cad608 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4467037 Oct 30 01:11:41.071746 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b983e6-cb82-4958-8259-6a38c1819ecb req-56c1c806-87a5-49e0-9bd1-6ee253897da4 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:41.074103 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-40b983e6-cb82-4958-8259-6a38c1819ecb req-56c1c806-87a5-49e0-9bd1-6ee253897da4 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0556197 Oct 30 01:11:41.142510 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-40b983e6-cb82-4958-8259-6a38c1819ecb req-e172e659-fd1b-4e6f-bc8a-db356344206b tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623662 Oct 30 01:11:41.257384 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Request body: {'port': {'device_id': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:41.348195 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:41.362176 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:41.715090 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03eb0a97-946a-4626-b96b-c6fe5ef42b76 {{(pid=105258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:41.739504 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Publish callbacks [] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:41.761656 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.provisioning_blocks [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Transition to ACTIVE for port object 03eb0a97-946a-4626-b96b-c6fe5ef42b76 will not be triggered until provisioned by entity L2. {{(pid=105258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:11:41.821885 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:41.853601 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7330-cab1-40e1-85fb-b3c417747369 req-4c2195f5-a280-4222-b72c-a06abcc1c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:41.855160 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dfe7330-cab1-40e1-85fb-b3c417747369 req-4c2195f5-a280-4222-b72c-a06abcc1c3e9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 1129 time: 0.1210604 Oct 30 01:11:41.865697 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206976fd-cc97-4052-8447-5fe310650f35 req-247d8510-516c-4399-ba5f-164529d585c5 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:41.867280 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-206976fd-cc97-4052-8447-5fe310650f35 req-247d8510-516c-4399-ba5f-164529d585c5 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 932 time: 0.1358557 Oct 30 01:11:41.882019 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:41.888336 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f779e-c1b0-4532-9ad8-82693207c5c7 req-19dd9b6f-e68d-45c8-9e25-9ad83bdab588 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:41.890003 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f02f779e-c1b0-4532-9ad8-82693207c5c7 req-19dd9b6f-e68d-45c8-9e25-9ad83bdab588 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0860877 Oct 30 01:11:41.973180 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Pushing event updated for resources: {'Port': ['ID=03eb0a97-946a-4626-b96b-c6fe5ef42b76,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:41.981293 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:41.994788 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-206976fd-cc97-4052-8447-5fe310650f35 req-14d92c79-bbfa-4c7d-adfa-9127b32c404f tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205492 Oct 30 01:11:42.018345 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f02f779e-c1b0-4532-9ad8-82693207c5c7 req-bc74487f-f46e-4788-a19b-922d8610519c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150823 Oct 30 01:11:42.031888 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dfe7330-cab1-40e1-85fb-b3c417747369 req-6aa8ebb1-ab23-45cf-b0c2-d87767f0f9f9 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122956 Oct 30 01:11:42.032153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Attempting to bind port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:11:42.032153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Attempting to bind port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '89a7d7e1-1be7-4652-b122-fdef286687ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611'}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:11:42.032153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Attempting to bind port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 on network 74c0ddcd-2fba-475e-937a-89a878861611 {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:42.089139 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 on network 74c0ddcd-2fba-475e-937a-89a878861611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:11:42.089884 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Attempting to bind port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 on network 74c0ddcd-2fba-475e-937a-89a878861611 {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:11:42.151905 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:11:42.152361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Checking segment: {'id': '89a7d7e1-1be7-4652-b122-fdef286687ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:11:42.153328 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Bound using segment: {'id': '89a7d7e1-1be7-4652-b122-fdef286687ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611'} {{(pid=105258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:11:42.153771 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.managers [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Bound port: 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a7d7e1-1be7-4652-b122-fdef286687ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611'}}] {{(pid=105258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:11:42.154424 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:42.246468 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:42.250174 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] For port 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host hv-cinder-maste, cleared binding levels {{(pid=105258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:11:42.256571 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] For port 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03eb0a97-946a-4626-b96b-c6fe5ef42b76,segment=NetworkSegment(89a7d7e1-1be7-4652-b122-fdef286687ce),segment_id=89a7d7e1-1be7-4652-b122-fdef286687ce)] {{(pid=105258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:11:42.270922 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb3edc-3c61-4daa-833e-11a893b7af8a req-2803bcb3-6759-4312-91d4-b086acc3be8c tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:42.272538 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cdbb3edc-3c61-4daa-833e-11a893b7af8a req-2803bcb3-6759-4312-91d4-b086acc3be8c tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0510585 Oct 30 01:11:42.335396 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cdbb3edc-3c61-4daa-833e-11a893b7af8a req-f5a25755-df8a-4374-ac9b-09f59c65483d tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534589 Oct 30 01:11:42.352948 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:42.362528 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:42.364155 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:42.366860 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/03eb0a97-946a-4626-b96b-c6fe5ef42b76 HTTP/1.1" status: 200 len: 1094 time: 1.1140459 Oct 30 01:11:42.367721 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'tag': '03eb0a97-946a-4626-b96b-c6fe5ef42b76'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:42.372743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8573d2-7f0d-442c-9478-23a38b32e0be" -d '{"events": [{"name": "network-changed", "server_uuid": "8d154707-ac3e-4bcb-9f3e-284e2c170554", "tag": "03eb0a97-946a-4626-b96b-c6fe5ef42b76"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:42.443153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21868-49f3-43e0-ba91-fcc88bc84571 service neutron] Pushing event updated for resources: {'Port': ['ID=03eb0a97-946a-4626-b96b-c6fe5ef42b76,revision_number=3']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:42.464429 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9e4a08-d743-4734-8ba6-4f282168eaea x-openstack-request-id: req-fc9e4a08-d743-4734-8ba6-4f282168eaea {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:42.464749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d154707-ac3e-4bcb-9f3e-284e2c170554", "tag": "03eb0a97-946a-4626-b96b-c6fe5ef42b76", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:42.465012 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc9e4a08-d743-4734-8ba6-4f282168eaea {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:42.465429 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9e4a08-d743-4734-8ba6-4f282168eaea'] response: {'name': 'network-changed', 'server_uuid': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'tag': '03eb0a97-946a-4626-b96b-c6fe5ef42b76', 'status': 'completed', 'code': 200} Oct 30 01:11:42.953949 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8573d2-7f0d-442c-9478-23a38b32e0be req-25e2349d-d3e1-4501-8248-aa3aa5bc73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:42.956511 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1a8573d2-7f0d-442c-9478-23a38b32e0be req-25e2349d-d3e1-4501-8248-aa3aa5bc73d0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a0dd3a3ba566479d94d5438d890da279&device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 1128 time: 0.0636427 Oct 30 01:11:43.176313 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8573d2-7f0d-442c-9478-23a38b32e0be req-7709bb8b-78ad-4763-9841-76e5ea8bcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:43.178345 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1a8573d2-7f0d-442c-9478-23a38b32e0be req-7709bb8b-78ad-4763-9841-76e5ea8bcf35 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=a0dd3a3ba566479d94d5438d890da279&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1905980 Oct 30 01:11:43.179912 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:43.227718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3914452-4682-4ba0-bb67-a7e532544381 req-0fdbb09f-2d5a-49a0-9146-b22018575dde tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:43.230552 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a3914452-4682-4ba0-bb67-a7e532544381 req-0fdbb09f-2d5a-49a0-9146-b22018575dde tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 944 time: 0.1176386 Oct 30 01:11:43.346318 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c63d6-e781-4454-94cb-a316a7648dd7 req-b7d16333-7bf4-4eeb-8ca6-887b51b11bf8 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:43.349604 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a21c63d6-e781-4454-94cb-a316a7648dd7 req-b7d16333-7bf4-4eeb-8ca6-887b51b11bf8 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.1175463 Oct 30 01:11:43.383985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:43.387855 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a3914452-4682-4ba0-bb67-a7e532544381 req-382fd136-fdc7-4b02-b88a-6074c61da0c6 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385877 Oct 30 01:11:43.430042 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a21c63d6-e781-4454-94cb-a316a7648dd7 req-cfa40081-9b6b-4640-9062-a145d3061696 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745568 Oct 30 01:11:44.043433 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8573d2-7f0d-442c-9478-23a38b32e0be req-872b451e-6446-41e9-90ac-624911961eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:44.045817 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-1a8573d2-7f0d-442c-9478-23a38b32e0be req-872b451e-6446-41e9-90ac-624911961eee service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302016 Oct 30 01:11:44.191627 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-02cae073-c756-4205-a48e-30fff918a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:44.193203 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-02cae073-c756-4205-a48e-30fff918a949 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a0dd3a3ba566479d94d5438d890da279&device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 1128 time: 0.0483024 Oct 30 01:11:44.252151 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-bb20a04c-de34-4010-90d3-f1cb2e42d7ca service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03eb0a97-946a-4626-b96b-c6fe5ef42b76 HTTP/1.1" status: 200 len: 217 time: 0.0438006 Oct 30 01:11:44.336764 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-fd501cf4-e652-4615-9371-fc645316eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:44.338290 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-fd501cf4-e652-4615-9371-fc645316eed0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0e424bd7-91e2-467c-9b16-30a7c2e6842a HTTP/1.1" status: 200 len: 849 time: 0.0676172 Oct 30 01:11:44.376263 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-4142a8be-960d-45f2-aeee-d67af3f649e6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=74c0ddcd-2fba-475e-937a-89a878861611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288146 Oct 30 01:11:44.460629 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:44.542992 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-0393b927-ea20-4be8-a7bd-1e31d39b21d7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/74c0ddcd-2fba-475e-937a-89a878861611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587811 Oct 30 01:11:44.619889 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e9fe-120e-4f59-b4c4-47bbae3ef44d req-5c86917d-d5fb-48d2-806a-26f122d53121 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:44.622041 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bec1e9fe-120e-4f59-b4c4-47bbae3ef44d req-5c86917d-d5fb-48d2-806a-26f122d53121 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 944 time: 0.1030555 Oct 30 01:11:44.641940 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6e43-27cf-465e-a456-b0a3aa5449f4 req-d77a8d3d-dfb5-41d5-b8ba-216ce6b4cc88 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:44.643748 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9cac6e43-27cf-465e-a456-b0a3aa5449f4 req-d77a8d3d-dfb5-41d5-b8ba-216ce6b4cc88 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0839820 Oct 30 01:11:44.722366 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bec1e9fe-120e-4f59-b4c4-47bbae3ef44d req-fcbcdffb-56ef-4088-95c4-7e6466d0cee8 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936856 Oct 30 01:11:44.739309 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9cac6e43-27cf-465e-a456-b0a3aa5449f4 req-68448dd5-d12d-4d2a-98e5-5d9d76ae72f9 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 Oct 30 01:11:44.860498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434643dd-8883-4df1-8e81-56d07e5092e7 req-c3490e18-5223-43e8-a270-ce6553fc6541 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:44.862312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-434643dd-8883-4df1-8e81-56d07e5092e7 req-c3490e18-5223-43e8-a270-ce6553fc6541 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0609996 Oct 30 01:11:44.936750 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-434643dd-8883-4df1-8e81-56d07e5092e7 req-18c954df-cdbd-4db4-9a0d-19f565f859d0 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652528 Oct 30 01:11:45.429394 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:11:45.891483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d7aad-cc1f-486a-93d9-e34c7ce18677 req-bfed553b-2a58-49e4-873e-b922609662e3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:45.894892 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6b1d7aad-cc1f-486a-93d9-e34c7ce18677 req-bfed553b-2a58-49e4-873e-b922609662e3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 944 time: 0.0587702 Oct 30 01:11:45.963417 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6b1d7aad-cc1f-486a-93d9-e34c7ce18677 req-76ad47a3-5b7b-4efc-a5a9-7d6c3ef927db tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641990 Oct 30 01:11:46.107446 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dbaee-755b-4fab-b560-937554e1096f req-bce6a2ca-8b0b-432e-af60-3eb30fcf3168 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:46.109151 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d79dbaee-755b-4fab-b560-937554e1096f req-bce6a2ca-8b0b-432e-af60-3eb30fcf3168 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Oct 30 01:11:46.189393 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d79dbaee-755b-4fab-b560-937554e1096f req-4567d483-e31d-497c-b7d8-19823d6ed5be tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727065 Oct 30 01:11:46.241837 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ecd05dc3-bd1f-4e6e-8c6a-e9df28c00067 req-093c99d4-a6f7-4ab4-ba57-560030046a9f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/74c0ddcd-2fba-475e-937a-89a878861611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025786 Oct 30 01:11:47.114661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655bf09-089c-46cf-8907-3493e2fbec91 req-cddf0f8f-adaa-49d2-bb76-bf7360894b99 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:47.116216 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4655bf09-089c-46cf-8907-3493e2fbec91 req-cddf0f8f-adaa-49d2-bb76-bf7360894b99 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 944 time: 0.0653448 Oct 30 01:11:47.187312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4655bf09-089c-46cf-8907-3493e2fbec91 req-a43e13f4-6b31-4bc9-903e-26f3ca46d402 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610075 Oct 30 01:11:47.352443 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e75ec-4273-4f9e-a053-ea21b4dd7665 req-a28d0817-fbdd-4f48-921e-5fa3d5584b73 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:47.354044 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c1e75ec-4273-4f9e-a053-ea21b4dd7665 req-a28d0817-fbdd-4f48-921e-5fa3d5584b73 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0683565 Oct 30 01:11:47.417140 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c1e75ec-4273-4f9e-a053-ea21b4dd7665 req-ff00447a-f17e-493d-b3a9-4b9f44a6e100 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f1577d26-2aa6-4692-aa5c-551406505bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522826 Oct 30 01:11:47.692786 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-bd4a9808-f61b-46ec-8260-04aea2c4caf5 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:47.695255 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-bd4a9808-f61b-46ec-8260-04aea2c4caf5 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 946 time: 0.0559545 Oct 30 01:11:47.826432 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Deleting port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:11:47.826777 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:47.991329 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] For port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,segment=NetworkSegment(7b7e3395-e0cb-4119-9ed5-3d3c714a4694),segment_id=7b7e3395-e0cb-4119-9ed5-3d3c714a4694)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:47.991742 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:48.008550 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Calling delete_port for 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 owned by compute:nova {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:11:48.259440 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:48.292749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Pushing event deleted for resources: {'Port': ['ID=3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:48.312867 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:48.340124 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:48.360763 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] No DVR routers for this DVR port 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 on host hv-cinder-maste {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:11:48.364402 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:48.366703 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64c478-510d-45e9-a895-efc2b4775f71 req-d81722e2-1352-4d21-9867-5e6515ffbe52 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:48.367771 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-7a47e432-298b-4dc8-ba3b-28599365d8ab req-afae51f8-1d40-427e-a9d1-b3a13a4929dd tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.61 "DELETE /networking/v2.0/ports/3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 HTTP/1.1" status: 204 len: 173 time: 0.6664317 Oct 30 01:11:48.368308 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'name': 'network-vif-deleted', 'tag': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:48.368536 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4e64c478-510d-45e9-a895-efc2b4775f71 req-d81722e2-1352-4d21-9867-5e6515ffbe52 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 944 time: 0.0636227 Oct 30 01:11:48.370621 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651bfbd3-6770-44f0-8474-fe3c65d61a18" -d '{"events": [{"server_uuid": "3f338156-f2f0-449c-b7cb-450c73e2aa65", "name": "network-vif-deleted", "tag": "3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:48.430921 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4e64c478-510d-45e9-a895-efc2b4775f71 req-09d6407f-85bb-43cb-80b6-3c4a65c73d7d tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551751 Oct 30 01:11:48.435748 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313cf24-7d6b-4f47-a2c2-a0a3bea39532 x-openstack-request-id: req-3313cf24-7d6b-4f47-a2c2-a0a3bea39532 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:48.441580 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f338156-f2f0-449c-b7cb-450c73e2aa65", "name": "network-vif-deleted", "tag": "3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:48.441580 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3313cf24-7d6b-4f47-a2c2-a0a3bea39532 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:48.441580 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3313cf24-7d6b-4f47-a2c2-a0a3bea39532'] response: {'server_uuid': '3f338156-f2f0-449c-b7cb-450c73e2aa65', 'name': 'network-vif-deleted', 'tag': '3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8', 'status': 'completed', 'code': 200} Oct 30 01:11:48.540634 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a2ec4c35-94d8-4d31-ab2a-d2bed88e051b req-0c2535c2-4468-4add-8706-12e0678c0611 tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Oct 30 01:11:49.634786 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8704a-828e-4e73-bbca-2d628b404085 req-7d4628e1-3a99-497f-8878-2253255e0241 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:49.638433 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-61b8704a-828e-4e73-bbca-2d628b404085 req-7d4628e1-3a99-497f-8878-2253255e0241 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 944 time: 0.1121984 Oct 30 01:11:49.734674 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-57908fd5-53bd-475e-92ca-eabbb69acdcc req-f02bfb62-8017-4278-a43d-c460a47968fe tempest-VolumesActionsTest-1109761261 tempest-VolumesActionsTest-1109761261-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3f338156-f2f0-449c-b7cb-450c73e2aa65 HTTP/1.1" status: 200 len: 210 time: 0.0481861 Oct 30 01:11:49.769830 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-61b8704a-828e-4e73-bbca-2d628b404085 req-bd5d5920-e070-4c5c-a949-8bf2820c6f17 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212304 Oct 30 01:11:49.892231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 03eb0a97-946a-4626-b96b-c6fe5ef42b76 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:11:50.016156 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03eb0a97-946a-4626-b96b-c6fe5ef42b76,segment=NetworkSegment(89a7d7e1-1be7-4652-b122-fdef286687ce),segment_id=89a7d7e1-1be7-4652-b122-fdef286687ce)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:50.031327 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '03eb0a97-946a-4626-b96b-c6fe5ef42b76', 'network_id': '74c0ddcd-2fba-475e-937a-89a878861611', 'port_id': '03eb0a97-946a-4626-b96b-c6fe5ef42b76', 'mac_address': 'fa:16:3e:f4:7a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e424bd7-91e2-467c-9b16-30a7c2e6842a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:11:50.070797 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:50.071190 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:50.088147 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03eb0a97-946a-4626-b96b-c6fe5ef42b76 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:50.113683 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:50.121223 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03eb0a97-946a-4626-b96b-c6fe5ef42b76,segment=NetworkSegment(89a7d7e1-1be7-4652-b122-fdef286687ce),segment_id=89a7d7e1-1be7-4652-b122-fdef286687ce)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:50.265236 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:50.322365 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=03eb0a97-946a-4626-b96b-c6fe5ef42b76,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:50.761159 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['03eb0a97-946a-4626-b96b-c6fe5ef42b76'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:50.950047 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaef8df-1e1d-4f4d-bdd0-9f4c438302b0 req-586f1cbb-a5e6-491d-8494-72dadc528e4c tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:50.951628 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6aaef8df-1e1d-4f4d-bdd0-9f4c438302b0 req-586f1cbb-a5e6-491d-8494-72dadc528e4c tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 945 time: 0.0727985 Oct 30 01:11:51.049395 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6aaef8df-1e1d-4f4d-bdd0-9f4c438302b0 req-0cf388c4-010b-47f4-86c7-3083adccef70 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909085 Oct 30 01:11:51.921995 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 03eb0a97-946a-4626-b96b-c6fe5ef42b76 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:11:51.986714 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:11:52.049218 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:52.053708 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:52.053708 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 Oct 30 01:11:52.167421 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:52.167998 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:52.215678 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03eb0a97-946a-4626-b96b-c6fe5ef42b76'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:52.216483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:52.218777 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de26b9f3-3030-4344-97e4-747d1444ecdb" -d '{"events": [{"server_uuid": "8d154707-ac3e-4bcb-9f3e-284e2c170554", "name": "network-vif-plugged", "status": "completed", "tag": "03eb0a97-946a-4626-b96b-c6fe5ef42b76"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:52.238103 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c3323-3f53-47fa-9956-021411bee9a0 req-06ea36e4-ab49-4fa7-b62e-0ab0596e8e7f tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:52.242181 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-633c3323-3f53-47fa-9956-021411bee9a0 req-06ea36e4-ab49-4fa7-b62e-0ab0596e8e7f tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 945 time: 0.0606034 Oct 30 01:11:52.254804 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03eb0a97-946a-4626-b96b-c6fe5ef42b76,segment=NetworkSegment(89a7d7e1-1be7-4652-b122-fdef286687ce),segment_id=89a7d7e1-1be7-4652-b122-fdef286687ce)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:52.289461 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7340c890-deed-403b-887f-c11570c6f285 x-openstack-request-id: req-7340c890-deed-403b-887f-c11570c6f285 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:52.289968 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d154707-ac3e-4bcb-9f3e-284e2c170554", "name": "network-vif-plugged", "status": "completed", "tag": "03eb0a97-946a-4626-b96b-c6fe5ef42b76", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:52.290388 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7340c890-deed-403b-887f-c11570c6f285 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:52.290951 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7340c890-deed-403b-887f-c11570c6f285'] response: {'server_uuid': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03eb0a97-946a-4626-b96b-c6fe5ef42b76', 'code': 200} Oct 30 01:11:52.343162 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-633c3323-3f53-47fa-9956-021411bee9a0 req-7628e1ec-e4d6-4a37-9b15-03924a8aa990 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913548 Oct 30 01:11:52.366639 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:52.368522 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:11:52.435963 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:11:52.439717 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3f3cffc4-e331-4a54-8ed2-c9aa3bd27ab8 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:11:52.461169 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:52.476118 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=03eb0a97-946a-4626-b96b-c6fe5ef42b76,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:52.786015 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ac190-c483-443a-af45-9d30464e6a39 req-f69ba285-ecff-4e7a-bfd6-6f90ac6020c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:52.787651 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-585ac190-c483-443a-af45-9d30464e6a39 req-f69ba285-ecff-4e7a-bfd6-6f90ac6020c3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 1130 time: 0.0442548 Oct 30 01:11:52.874454 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-585ac190-c483-443a-af45-9d30464e6a39 req-1911092a-ebd0-45af-9eb9-e9a9162bd91d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554638 Oct 30 01:11:53.572478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837edb9-82ee-49b1-a4ac-85463384a033 req-cce1ad1a-fe56-4d81-9bb4-8f4401a5933c tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:53.575140 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2837edb9-82ee-49b1-a4ac-85463384a033 req-cce1ad1a-fe56-4d81-9bb4-8f4401a5933c tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 946 time: 0.0704710 Oct 30 01:11:53.653277 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2837edb9-82ee-49b1-a4ac-85463384a033 req-245b18ed-dbfe-47bd-a571-0db39cc8a0c7 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708489 Oct 30 01:11:54.219223 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56086) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:54.349031 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-36b71fc1-1a2c-4b7f-9bd3-63914ff3b404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.446481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-36b71fc1-1a2c-4b7f-9bd3-63914ff3b404 admin admin] Publish callbacks [] for security_group (d710c464-3336-487b-85b0-b2c2f264f5c3), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.541370 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-36b71fc1-1a2c-4b7f-9bd3-63914ff3b404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d710c464-3336-487b-85b0-b2c2f264f5c3), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.604586 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-36b71fc1-1a2c-4b7f-9bd3-63914ff3b404 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7b63baebedae48bc97e663daf54fb710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838375 Oct 30 01:11:54.607101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b71fc1-1a2c-4b7f-9bd3-63914ff3b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d710c464-3336-487b-85b0-b2c2f264f5c3,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:54.609165 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56098) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:54.701445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e3eba614-c6fc-4870-a5d4-0bd6f1c2bd3d admin admin] Publish callbacks [] for security_group (d710c464-3336-487b-85b0-b2c2f264f5c3), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.752071 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e3eba614-c6fc-4870-a5d4-0bd6f1c2bd3d admin admin] Publish callbacks [] for security_group (d710c464-3336-487b-85b0-b2c2f264f5c3), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.838052 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0661a46-9f3a-4fed-b3fa-7f14dd1c48e7 req-311f3390-9fd4-4adf-a15d-39a758471099 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:54.840249 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a0661a46-9f3a-4fed-b3fa-7f14dd1c48e7 req-311f3390-9fd4-4adf-a15d-39a758471099 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 946 time: 0.0997066 Oct 30 01:11:54.919455 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a0661a46-9f3a-4fed-b3fa-7f14dd1c48e7 req-8c3f5d1f-1b31-466f-b7e2-deb7bc5724b1 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696216 Oct 30 01:11:54.934165 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e3eba614-c6fc-4870-a5d4-0bd6f1c2bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (d710c464-3336-487b-85b0-b2c2f264f5c3), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.937604 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e3eba614-c6fc-4870-a5d4-0bd6f1c2bd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:54.938979 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e3eba614-c6fc-4870-a5d4-0bd6f1c2bd3d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d710c464-3336-487b-85b0-b2c2f264f5c3 HTTP/1.1" status: 204 len: 168 time: 0.3273721 Oct 30 01:11:54.949034 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eba614-c6fc-4870-a5d4-0bd6f1c2bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d710c464-3336-487b-85b0-b2c2f264f5c3,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:55.422402 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=9 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:55.423489 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:56.109229 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c3a12-7344-4834-9421-2715fbe84e38 req-62dcac3b-ced6-4bfb-a6a5-475f9b5688aa tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:56.119192 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-567c3a12-7344-4834-9421-2715fbe84e38 req-62dcac3b-ced6-4bfb-a6a5-475f9b5688aa tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 946 time: 0.1137891 Oct 30 01:11:56.199758 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-567c3a12-7344-4834-9421-2715fbe84e38 req-0f2489bb-2a49-4aec-b8eb-8f8647c083d1 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794594 Oct 30 01:11:57.836160 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56174) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:57.977994 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0ab7-f7d0-44df-b7e4-1c0a53163dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.060494 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:58.066728 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0ab7-f7d0-44df-b7e4-1c0a53163dfd admin admin] Publish callbacks [] for security_group (f2fa0e72-d2fb-4aff-b39c-64e6b05670c9), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.178917 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b9dbd99d-4ac8-435d-88aa-1e194ddf99be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.180016 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0ab7-f7d0-44df-b7e4-1c0a53163dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f2fa0e72-d2fb-4aff-b39c-64e6b05670c9), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.265446 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-1d9f0ab7-f7d0-44df-b7e4-1c0a53163dfd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=91233450c8174a8ca3ceef9fa27f2f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274244 Oct 30 01:11:58.266820 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f0ab7-f7d0-44df-b7e4-1c0a53163dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa0e72-d2fb-4aff-b39c-64e6b05670c9,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:58.267999 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56178) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:58.386586 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:58.392461 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dfc6-8a76-4a78-8428-8d5eb7a5ddbe admin admin] Publish callbacks [] for security_group (f2fa0e72-d2fb-4aff-b39c-64e6b05670c9), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.415066 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:58.432899 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dfc6-8a76-4a78-8428-8d5eb7a5ddbe admin admin] Publish callbacks [] for security_group (f2fa0e72-d2fb-4aff-b39c-64e6b05670c9), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.683915 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dfc6-8a76-4a78-8428-8d5eb7a5ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f2fa0e72-d2fb-4aff-b39c-64e6b05670c9), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.687572 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dfc6-8a76-4a78-8428-8d5eb7a5ddbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:58.688977 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-fdc0dfc6-8a76-4a78-8428-8d5eb7a5ddbe admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f2fa0e72-d2fb-4aff-b39c-64e6b05670c9 HTTP/1.1" status: 204 len: 168 time: 0.4184000 Oct 30 01:11:58.698169 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0dfc6-8a76-4a78-8428-8d5eb7a5ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa0e72-d2fb-4aff-b39c-64e6b05670c9,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:00.492638 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-e7f96cf3-720f-4130-9b5d-b4b557542fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:01.849557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9a80c-1c69-4cbb-a7a2-84d0c149cfaa req-be6ccd78-470d-4d48-b2c4-d1c7837f0361 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:01.854010 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-61a9a80c-1c69-4cbb-a7a2-84d0c149cfaa req-be6ccd78-470d-4d48-b2c4-d1c7837f0361 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 946 time: 0.1171932 Oct 30 01:12:01.960672 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-61a9a80c-1c69-4cbb-a7a2-84d0c149cfaa req-6afcb983-5730-44a7-9835-c44072044d9f tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936644 Oct 30 01:12:02.235927 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:03.188075 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb5ac5-e069-4d6f-973f-a6ebf1b99afd req-ddee2e43-78c2-4320-97af-5ec215bf5fca tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:03.201433 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94bb5ac5-e069-4d6f-973f-a6ebf1b99afd req-ddee2e43-78c2-4320-97af-5ec215bf5fca tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 946 time: 0.0944409 Oct 30 01:12:03.232083 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:03.276000 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94bb5ac5-e069-4d6f-973f-a6ebf1b99afd req-548d4715-ebba-48d6-96c1-07af85394b4d tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f819e10-180d-44d7-9af1-76c2cd0ff9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727870 Oct 30 01:12:03.529438 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a70ea-80c2-46b7-b87f-86e95732231c req-78cabdc4-220b-48a9-b47b-3791b0500fb2 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:03.531300 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-724a70ea-80c2-46b7-b87f-86e95732231c req-78cabdc4-220b-48a9-b47b-3791b0500fb2 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 946 time: 0.0689094 Oct 30 01:12:03.636749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Deleting port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:12:03.637289 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:03.802494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:03.854042 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] For port 03eb0a97-946a-4626-b96b-c6fe5ef42b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03eb0a97-946a-4626-b96b-c6fe5ef42b76,segment=NetworkSegment(89a7d7e1-1be7-4652-b122-fdef286687ce),segment_id=89a7d7e1-1be7-4652-b122-fdef286687ce)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:03.858586 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:03.881264 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Calling delete_port for 03eb0a97-946a-4626-b96b-c6fe5ef42b76 owned by compute:nova {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:12:03.904452 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:04.143715 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (03eb0a97-946a-4626-b96b-c6fe5ef42b76), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:04.183162 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Pushing event deleted for resources: {'Port': ['ID=03eb0a97-946a-4626-b96b-c6fe5ef42b76,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:04.196543 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['03eb0a97-946a-4626-b96b-c6fe5ef42b76'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:12:04.276047 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] No DVR routers for this DVR port 03eb0a97-946a-4626-b96b-c6fe5ef42b76 on host hv-cinder-maste {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:12:04.280218 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:04.285429 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-724a70ea-80c2-46b7-b87f-86e95732231c req-b0dd8ae1-eee9-4a5e-93cd-574774c943d3 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.61 "DELETE /networking/v2.0/ports/03eb0a97-946a-4626-b96b-c6fe5ef42b76 HTTP/1.1" status: 204 len: 173 time: 0.7466946 Oct 30 01:12:04.286281 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'name': 'network-vif-deleted', 'tag': '03eb0a97-946a-4626-b96b-c6fe5ef42b76'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:12:04.291102 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5790597-5ac3-4dae-b40a-7066e4ca5468" -d '{"events": [{"server_uuid": "8d154707-ac3e-4bcb-9f3e-284e2c170554", "name": "network-vif-deleted", "tag": "03eb0a97-946a-4626-b96b-c6fe5ef42b76"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:12:04.336149 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc312153-bf6b-423d-a99d-43d09b7a468f x-openstack-request-id: req-dc312153-bf6b-423d-a99d-43d09b7a468f {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:12:04.336611 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d154707-ac3e-4bcb-9f3e-284e2c170554", "name": "network-vif-deleted", "tag": "03eb0a97-946a-4626-b96b-c6fe5ef42b76", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:12:04.337021 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc312153-bf6b-423d-a99d-43d09b7a468f {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:12:04.337672 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc312153-bf6b-423d-a99d-43d09b7a468f'] response: {'server_uuid': '8d154707-ac3e-4bcb-9f3e-284e2c170554', 'name': 'network-vif-deleted', 'tag': '03eb0a97-946a-4626-b96b-c6fe5ef42b76', 'status': 'completed', 'code': 200} Oct 30 01:12:04.417570 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-533f8cde-3241-43a6-a933-2e93532a13eb req-ef0511fe-c472-4373-8f10-a6995356e553 tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 210 time: 0.0316157 Oct 30 01:12:05.620478 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-57fcdf7f-a99b-4e45-8cc0-6e3794436735 req-35686562-dd7e-4bfb-a9d6-50742b6a0f5b tempest-VolumesActionsTest-857056305 tempest-VolumesActionsTest-857056305-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d154707-ac3e-4bcb-9f3e-284e2c170554 HTTP/1.1" status: 200 len: 210 time: 0.0650520 Oct 30 01:12:08.020818 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 03eb0a97-946a-4626-b96b-c6fe5ef42b76 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:12:08.062303 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 03eb0a97-946a-4626-b96b-c6fe5ef42b76 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:12:08.063417 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 03eb0a97-946a-4626-b96b-c6fe5ef42b76 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:12:09.662270 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-1ef2d6b9-be3c-45cd-9d78-21103168b5c2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030052 Oct 30 01:12:09.795367 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-45b804bf-ca2f-4602-9120-11bd2ee7359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:09.798242 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-45b804bf-ca2f-4602-9120-11bd2ee7359e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1130 time: 0.0800443 Oct 30 01:12:09.942908 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-a5a1993f-9145-4dab-b63e-e408d01f0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:09.944529 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-a5a1993f-9145-4dab-b63e-e408d01f0734 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 912 time: 0.1131263 Oct 30 01:12:10.028383 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-9b24bcea-fff0-4367-937d-456cb34e92b1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 1002 time: 0.0752687 Oct 30 01:12:10.098954 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-de743ef6-8d45-41ca-92f0-d6492bd60d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:10.100726 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-de743ef6-8d45-41ca-92f0-d6492bd60d6f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.0641012 Oct 30 01:12:10.209733 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:10.212763 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-ac891121-7f6c-4ea2-8e7c-3afb13042502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:10.215547 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-ac891121-7f6c-4ea2-8e7c-3afb13042502 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1021898 Oct 30 01:12:10.368365 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-2c924b26-d1a9-4a78-9221-00842a3e9e2b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420138 Oct 30 01:12:10.473934 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:10.553496 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-555bc505-7b15-4d62-a2cc-6d82688b825e req-7bea1fea-66fc-4312-9fe6-e55e055399fa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757476 Oct 30 01:12:10.578910 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:14.399923 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=24 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:15.616236 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:17.422103 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b162ef-0a6f-4d7a-9527-f43e4da9db43 req-95dd121a-f7f7-4cdd-a135-4907c6636798 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:17.425952 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-30b162ef-0a6f-4d7a-9527-f43e4da9db43 req-95dd121a-f7f7-4cdd-a135-4907c6636798 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0978281 Oct 30 01:12:17.541228 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-30b162ef-0a6f-4d7a-9527-f43e4da9db43 req-51ffdb4b-dc35-414a-bfdd-81dbb7a34b47 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067812 Oct 30 01:12:17.692912 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56572) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:17.967838 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.095803 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Publish callbacks [] for security_group (f7af5971-f22e-48e0-a476-df57d252d949), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.183789 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f7af5971-f22e-48e0-a476-df57d252d949), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.240886 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7af5971-f22e-48e0-a476-df57d252d949,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:18.245891 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dc0d0c23838943198fb44e362e175548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517061 Oct 30 01:12:18.248856 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56586) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:18.262915 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.264089 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.264876 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.265723 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.266181 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.267358 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.269289 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.273466 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.275140 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.275522 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.275914 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.276254 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.276592 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.276931 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.277264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b8818-a620-4b0f-9725-a91e801dfa49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.392215 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Publish callbacks [] for security_group (f7af5971-f22e-48e0-a476-df57d252d949), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.441457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Publish callbacks [] for security_group (f7af5971-f22e-48e0-a476-df57d252d949), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.602455 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f7af5971-f22e-48e0-a476-df57d252d949), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.611684 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:18.612109 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f7af5971-f22e-48e0-a476-df57d252d949 HTTP/1.1" status: 204 len: 168 time: 0.3601406 Oct 30 01:12:18.681461 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7af5971-f22e-48e0-a476-df57d252d949,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:18.699211 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.699916 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.701134 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.701835 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.702410 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.703028 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.703514 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.709413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a5673-cae2-472c-a241-4d57d90cd355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:18.747808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b5561-bd3d-4716-b9cd-aca668343447 req-7c2626ce-d980-4121-aabb-7337a7b047e5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:18.754176 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-184b5561-bd3d-4716-b9cd-aca668343447 req-7c2626ce-d980-4121-aabb-7337a7b047e5 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0887365 Oct 30 01:12:18.865619 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-184b5561-bd3d-4716-b9cd-aca668343447 req-2eb8e582-5032-4bdf-9dd1-2ab6ab69d007 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018348 Oct 30 01:12:20.082892 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d14aa-9765-4a1b-a4ab-946c51e25137 req-15d6294e-3d87-4004-ba23-7a85ddcc41fc tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:20.085385 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e9d14aa-9765-4a1b-a4ab-946c51e25137 req-15d6294e-3d87-4004-ba23-7a85ddcc41fc tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0624115 Oct 30 01:12:20.143737 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e9d14aa-9765-4a1b-a4ab-946c51e25137 req-8df312cf-7e71-4bbf-9725-48ec536a4ea4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517292 Oct 30 01:12:20.495920 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:21.737096 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922bf5a-0c0d-4434-9f07-f4926a0a5d01 req-c995a898-1dd5-46f4-a32d-906c7474ada4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:21.747836 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b922bf5a-0c0d-4434-9f07-f4926a0a5d01 req-c995a898-1dd5-46f4-a32d-906c7474ada4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.4866116 Oct 30 01:12:21.831465 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b922bf5a-0c0d-4434-9f07-f4926a0a5d01 req-0b8fc184-178a-45c1-a271-d598832b8286 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814497 Oct 30 01:12:22.434319 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:12:23.060254 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab0e0-ee55-41e1-bde4-541fcb0fa241 req-13c9b881-60f1-4621-bdc6-5805a4ff855b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:23.074366 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f2aab0e0-ee55-41e1-bde4-541fcb0fa241 req-13c9b881-60f1-4621-bdc6-5805a4ff855b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1201754 Oct 30 01:12:23.212544 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f2aab0e0-ee55-41e1-bde4-541fcb0fa241 req-4c6be082-d49b-47fd-bcdd-c6f817a97ea6 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360068 Oct 30 01:12:24.390695 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178cab2-0c7c-4438-b5ac-9f2795990bb9 req-49d2e79d-b440-4a37-b955-a7928e03c42a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:24.392901 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f178cab2-0c7c-4438-b5ac-9f2795990bb9 req-49d2e79d-b440-4a37-b955-a7928e03c42a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0719779 Oct 30 01:12:24.465333 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f178cab2-0c7c-4438-b5ac-9f2795990bb9 req-4ff5529d-6375-4b20-9b30-73b4cc665e4b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650566 Oct 30 01:12:24.855191 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56724) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:25.079534 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-16ab0f00-2637-4d56-aaaa-5846a65eba89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.247085 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-16ab0f00-2637-4d56-aaaa-5846a65eba89 admin admin] Publish callbacks [] for security_group (ba515200-0fa0-4fee-a569-ed5e3936a594), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.355561 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-16ab0f00-2637-4d56-aaaa-5846a65eba89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (ba515200-0fa0-4fee-a569-ed5e3936a594), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.437591 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56738) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:25.450599 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-16ab0f00-2637-4d56-aaaa-5846a65eba89 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=818a80823efd48c1923d03f9769f4376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918322 Oct 30 01:12:25.452951 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab0f00-2637-4d56-aaaa-5846a65eba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba515200-0fa0-4fee-a569-ed5e3936a594,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:25.564314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-045af4b1-5dce-4642-a403-b091cb07e43b admin admin] Publish callbacks [] for security_group (ba515200-0fa0-4fee-a569-ed5e3936a594), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.633071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-045af4b1-5dce-4642-a403-b091cb07e43b admin admin] Publish callbacks [] for security_group (ba515200-0fa0-4fee-a569-ed5e3936a594), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.764793 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:25.822950 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:25.832445 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b819e-e0a6-45ea-b44e-23819cd47355 req-1cc67e87-b7f6-4150-8272-f4bb2d7fa0bd tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:25.834162 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a85b819e-e0a6-45ea-b44e-23819cd47355 req-1cc67e87-b7f6-4150-8272-f4bb2d7fa0bd tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0796707 Oct 30 01:12:25.889887 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a85b819e-e0a6-45ea-b44e-23819cd47355 req-2b2025f3-a8a2-4cfc-ae44-2d774e1ec3ae tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496788 Oct 30 01:12:25.957492 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-045af4b1-5dce-4642-a403-b091cb07e43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (ba515200-0fa0-4fee-a569-ed5e3936a594), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.967839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-045af4b1-5dce-4642-a403-b091cb07e43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:25.970186 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-045af4b1-5dce-4642-a403-b091cb07e43b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba515200-0fa0-4fee-a569-ed5e3936a594 HTTP/1.1" status: 204 len: 168 time: 0.5294611 Oct 30 01:12:25.988329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045af4b1-5dce-4642-a403-b091cb07e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba515200-0fa0-4fee-a569-ed5e3936a594,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:27.094163 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c27fe-6dea-4a64-9ac6-336b56386066 req-72c9755f-94a9-449a-a659-b927cf4d8163 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:27.096695 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e4c27fe-6dea-4a64-9ac6-336b56386066 req-72c9755f-94a9-449a-a659-b927cf4d8163 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0619628 Oct 30 01:12:27.161577 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e4c27fe-6dea-4a64-9ac6-336b56386066 req-b6fcb4d8-e448-4850-a0ad-41d92f86ebce tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553374 Oct 30 01:12:27.300343 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56798) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:27.480203 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693528612-network', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:27.601471 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Made reservation on behalf of 77968fc2b85349b2a625ea9bf25cd026 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:12:27.608321 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:27.630667 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:27.767422 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks [] for security_group (5144d095-37ae-42c3-a099-1ee209056163), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:27.926128 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5144d095-37ae-42c3-a099-1ee209056163), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:27.954395 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:12:27.965810 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5144d095-37ae-42c3-a099-1ee209056163,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:27.981902 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (8b160bb8-e76f-49cb-bff2-0005e0979b15), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:27.981902 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Added segment 8b160bb8-e76f-49cb-bff2-0005e0979b15 of type vlan for network 18b95593-51bf-430c-b604-7f9c27dddbdb Oct 30 01:12:28.028957 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (18b95593-51bf-430c-b604-7f9c27dddbdb), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:28.081100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:28.201674 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2f4a-5c05-490a-839d-4897c574549f req-d422f38a-4919-4064-b2be-7d2698399e00 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:28.203467 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-957c2f4a-5c05-490a-839d-4897c574549f req-d422f38a-4919-4064-b2be-7d2698399e00 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0539773 Oct 30 01:12:28.204786 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (18b95593-51bf-430c-b604-7f9c27dddbdb), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:28.209440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:28.209440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:28.243422 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-e220b636-4b64-4949-8f68-cb18d61badb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:28.341505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=18b95593-51bf-430c-b604-7f9c27dddbdb,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:28.363063 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 18b95593-51bf-430c-b604-7f9c27dddbdb details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:12:28.379016 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-957c2f4a-5c05-490a-839d-4897c574549f req-5a33ae8c-d35e-4413-8bbc-500ea54d4661 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634285 Oct 30 01:12:28.387965 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2266-3fc2-4932-acb2-f3ce14382602 req-2ee90c6d-ecb9-4f19-8ff5-de9eddc5944e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:28.389697 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-47be2266-3fc2-4932-acb2-f3ce14382602 req-2ee90c6d-ecb9-4f19-8ff5-de9eddc5944e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1034493 Oct 30 01:12:28.437246 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6ae5d122-48b5-4787-9503-04bcb5e6fbe8 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1353443 Oct 30 01:12:28.441217 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56858) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:28.449401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Request body: {'subnet': {'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693528612-subnet', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:28.482087 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-47be2266-3fc2-4932-acb2-f3ce14382602 req-673e35a8-95e5-4260-8b63-630dc99cbf0e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805023 Oct 30 01:12:28.601348 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Made reservation on behalf of 77968fc2b85349b2a625ea9bf25cd026 for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:12:28.604460 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2527387'] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:28.697677 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-129416c7-7a90-4d89-a915-9faa3e772a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:28.699525 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-129416c7-7a90-4d89-a915-9faa3e772a14 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.1044235 Oct 30 01:12:28.748871 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:28.795295 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:28.932029 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2493835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2527477'] for subnet (0caf2e6d-d13e-4777-a1c6-41ea70acebe9), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:28.998411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0caf2e6d-d13e-4777-a1c6-41ea70acebe9,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:29.020988 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Checking segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:29.021349 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Network hostable DHCP agents. Network: 18b95593-51bf-430c-b604-7f9c27dddbdb, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:12:29.176875 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Network 18b95593-51bf-430c-b604-7f9c27dddbdb is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:12:29.317414 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 18b95593-51bf-430c-b604-7f9c27dddbdb) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:29.327125 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-6b064f36-3dbe-4053-9a91-41bef07d3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:29.328835 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-6b064f36-3dbe-4053-9a91-41bef07d3928 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1400511 Oct 30 01:12:29.329219 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:29.332915 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:29.335492 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5fd1c2-3e9f-4ced-a94e-af0515c6d84d None None] Network 18b95593-51bf-430c-b604-7f9c27dddbdb requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:12:29.483065 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-18b95593-51bf-430c-b604-7f9c27dddbdb', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:12:29.484063 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:29.497744 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-8e4532e4-876b-472e-8312-5d2d8d9ecb51 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0545526 Oct 30 01:12:29.501057 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56894) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:29.506414 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:29.561795 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-ba02d8bf-fd72-408d-ace8-50012375c036 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 1001 time: 0.2250376 Oct 30 01:12:29.598138 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c794a-2790-4357-986e-537a991bf5e0 req-c66c5550-38d4-4088-bffa-8489c798f3a3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:29.600317 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-453c794a-2790-4357-986e-537a991bf5e0 req-c66c5550-38d4-4088-bffa-8489c798f3a3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0830703 Oct 30 01:12:29.708790 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-453c794a-2790-4357-986e-537a991bf5e0 req-3cccd1c0-5f70-47ab-a0ab-80d5f901a4b5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924282 Oct 30 01:12:29.739962 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (8e4a5f71-503e-4944-9030-f08b8197fc65), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:29.741295 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (8e4a5f71-503e-4944-9030-f08b8197fc65), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:29.757244 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-d8a2c425-8e36-41d7-bbcf-9d0c086f3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:29.764479 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-d8a2c425-8e36-41d7-bbcf-9d0c086f3c31 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.1956978 Oct 30 01:12:29.828914 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Allocated IP 172.20.0.2 (18b95593-51bf-430c-b604-7f9c27dddbdb/0caf2e6d-d13e-4777-a1c6-41ea70acebe9/723f620f-8b36-4e59-b416-0a9c56cd2ec3) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:12:29.842266 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-0aefb6fc-0af6-47e2-a1e3-e2beacab811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:29.845610 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-0aefb6fc-0af6-47e2-a1e3-e2beacab811a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0742707 Oct 30 01:12:29.855202 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks [] for router_controller (8e4a5f71-503e-4944-9030-f08b8197fc65), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:29.861460 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654300d1-3735-4227-a88f-b99f14d2da32 req-512ca1f1-f134-4159-ae05-e89c83bb5d89 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:29.863175 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-654300d1-3735-4227-a88f-b99f14d2da32 req-512ca1f1-f134-4159-ae05-e89c83bb5d89 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1372252 Oct 30 01:12:29.930250 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-654300d1-3735-4227-a88f-b99f14d2da32 req-74a3934c-78a3-4381-ae09-a8311a231ddd tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549021 Oct 30 01:12:30.000054 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-f575acb7-1c3d-46b5-969c-8e9f8ef5f963 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470265 Oct 30 01:12:30.154148 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Publish callbacks [] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.171518 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks [] for router_gateway (8e4a5f71-503e-4944-9030-f08b8197fc65), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.213119 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:30.217727 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-cf529d81-ce9b-4f4c-b105-6e5d33f7d69f req-90e3ef79-a6d8-451e-aab8-6cc0ef1fcd61 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108743 Oct 30 01:12:30.259029 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.331204 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Network 18b95593-51bf-430c-b604-7f9c27dddbdb is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:30.336741 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:30.347337 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:12:30.364596 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Pushing event updated for resources: {'Port': ['ID=723f620f-8b36-4e59-b416-0a9c56cd2ec3,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:30.389314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:30.448224 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Attempting to bind port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:12:30.448604 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Attempting to bind port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:12:30.448973 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Attempting to bind port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 on network 18b95593-51bf-430c-b604-7f9c27dddbdb {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:12:30.504407 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:12:30.504775 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Checking segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:30.505260 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.505583 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Bound using segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:12:30.506090 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Bound port: 723f620f-8b36-4e59-b416-0a9c56cd2ec3, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:12:30.506281 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks [] for router_gateway (8e4a5f71-503e-4944-9030-f08b8197fc65), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.506433 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.527245 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.580954 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] For port 723f620f-8b36-4e59-b416-0a9c56cd2ec3, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:12:30.584598 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4a25cef6-a239-45ca-8b85-702bdbe3c3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.590980 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] For port 723f620f-8b36-4e59-b416-0a9c56cd2ec3, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=723f620f-8b36-4e59-b416-0a9c56cd2ec3,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:12:30.655628 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Allocated IP 172.37.0.229 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/16bc46e8-7225-4d60-aa7e-e25c034f6059) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:12:30.678380 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:30.680199 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:30.792361 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b861-2a3f-49c3-af8f-cbbed83a1237 None None] Pushing event updated for resources: {'Port': ['ID=723f620f-8b36-4e59-b416-0a9c56cd2ec3,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:31.018339 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks [] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.050008 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf08ac-92ed-4838-86b8-745d50a38115 req-649d0ad7-9099-4f02-8744-1991262e4eb4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:31.058400 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-75bf08ac-92ed-4838-86b8-745d50a38115 req-649d0ad7-9099-4f02-8744-1991262e4eb4 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1642017 Oct 30 01:12:31.170153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56928) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:31.188071 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-75bf08ac-92ed-4838-86b8-745d50a38115 req-d14d4a98-87c0-48ef-be19-c14c4be5bdfc tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286867 Oct 30 01:12:31.221363 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78424c-0936-410b-9618-62d42100c3e1 req-cad3b642-1a32-47f0-9bf5-68820e3cff98 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:31.223180 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac78424c-0936-410b-9618-62d42100c3e1 req-cad3b642-1a32-47f0-9bf5-68820e3cff98 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1041114 Oct 30 01:12:31.278028 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.292284 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Deleting subnet 4a5b1518-5e43-4479-8dc5-942332b1074c {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:12:31.300359 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:31.302476 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Publish callbacks [] for subnet (4a5b1518-5e43-4479-8dc5-942332b1074c), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.352480 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac78424c-0936-410b-9618-62d42100c3e1 req-f7628eaf-f52b-4a4b-bc17-62858b12344f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130941 Oct 30 01:12:31.371644 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:31.383051 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (4a5b1518-5e43-4479-8dc5-942332b1074c), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.386823 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:31.408592 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:12:31.460171 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Pushing event updated for resources: {'Port': ['ID=16bc46e8-7225-4d60-aa7e-e25c034f6059,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:31.469475 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (4a5b1518-5e43-4479-8dc5-942332b1074c), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.669296 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:31.754884 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (4a5b1518-5e43-4479-8dc5-942332b1074c), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.783574 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5b1518-5e43-4479-8dc5-942332b1074c,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:31.787551 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:31.791085 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-de7311d3-7f36-45b1-8067-41a3f9613a35 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/4a5b1518-5e43-4479-8dc5-942332b1074c HTTP/1.1" status: 204 len: 168 time: 0.6190689 Oct 30 01:12:31.795088 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56936) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:31.905361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (9dfe5552-55fb-47a8-85eb-9baab719c343), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.004332 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks [] for router_gateway (8e4a5f71-503e-4944-9030-f08b8197fc65), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.006692 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (9dfe5552-55fb-47a8-85eb-9baab719c343), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.034839 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c10af1e-0dcf-4021-abd5-9e0367e412c6 None None] Network 18b95593-51bf-430c-b604-7f9c27dddbdb requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:12:32.052666 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfe5552-55fb-47a8-85eb-9baab719c343']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:32.066649 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7e3395-e0cb-4119-9ed5-3d3c714a4694') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:32.067011 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7e3395-e0cb-4119-9ed5-3d3c714a4694') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:32.081956 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (7b7e3395-e0cb-4119-9ed5-3d3c714a4694), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.096518 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:32.109186 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (7b7e3395-e0cb-4119-9ed5-3d3c714a4694), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.122216 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:12:32.122866 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (7b7e3395-e0cb-4119-9ed5-3d3c714a4694), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.129022 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:32.134677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Provisioning complete for port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:32.135066 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.135395 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Attempt 1 to provision port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 Oct 30 01:12:32.154234 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:32.165332 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 7b7e3395-e0cb-4119-9ed5-3d3c714a4694 resource provider aggregate not found Oct 30 01:12:32.305813 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Current status of the port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:32.306314 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.312921 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 7b7e3395-e0cb-4119-9ed5-3d3c714a4694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b7e3395-e0cb-4119-9ed5-3d3c714a4694 found for delete ", "request_id": "req-a0cc49ec-4018-4fa4-818f-bdd73e86dd21"}]} Oct 30 01:12:32.348689 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.379509 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] For port 723f620f-8b36-4e59-b416-0a9c56cd2ec3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=723f620f-8b36-4e59-b416-0a9c56cd2ec3,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:32.384095 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 723f620f-8b36-4e59-b416-0a9c56cd2ec3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:32.424292 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:32.431029 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56950) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:32.437720 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:32.464543 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:32.465337 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.466017 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 Oct 30 01:12:32.527417 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Deleting subnet 0e424bd7-91e2-467c-9b16-30a7c2e6842a {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:12:32.531526 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Publish callbacks [] for subnet (0e424bd7-91e2-467c-9b16-30a7c2e6842a), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.535221 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (9dfe5552-55fb-47a8-85eb-9baab719c343), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.540055 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.578402 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.584166 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/9dfe5552-55fb-47a8-85eb-9baab719c343 HTTP/1.1" status: 204 len: 168 time: 0.7873647 Oct 30 01:12:32.590902 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0f9dc-66d3-4398-a076-a97f78831f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfe5552-55fb-47a8-85eb-9baab719c343,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:32.617994 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (0e424bd7-91e2-467c-9b16-30a7c2e6842a), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.646414 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (8e4a5f71-503e-4944-9030-f08b8197fc65), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.669186 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (0e424bd7-91e2-467c-9b16-30a7c2e6842a), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.757554 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617b0be-5f20-4db6-a825-f6059facc590 req-13150fcd-b36d-4d93-93c0-50f4764cab91 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:32.761048 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0617b0be-5f20-4db6-a825-f6059facc590 req-13150fcd-b36d-4d93-93c0-50f4764cab91 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.2184458 Oct 30 01:12:32.829399 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f078a7-b316-4420-8687-c7a0ceca6b1f req-12bd141b-bd1b-493b-af2b-ff9f4d7e91a5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:32.830705 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (0e424bd7-91e2-467c-9b16-30a7c2e6842a), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.832128 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d7f078a7-b316-4420-8687-c7a0ceca6b1f req-12bd141b-bd1b-493b-af2b-ff9f4d7e91a5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.2880561 Oct 30 01:12:32.840213 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-a8099144-b2d6-4478-8000-4e6fc926f1b3 None None] Provisioning complete for port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:32.840587 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a8099144-b2d6-4478-8000-4e6fc926f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:32.840922 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-a8099144-b2d6-4478-8000-4e6fc926f1b3 None None] Attempt 1 to provision port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 Oct 30 01:12:32.909546 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:32.960273 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-a8099144-b2d6-4478-8000-4e6fc926f1b3 None None] Current status of the port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:32.962601 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89805a-1792-42db-8ea0-3cb824a60b89 None None] Pushing event updated for resources: {'Port': ['ID=723f620f-8b36-4e59-b416-0a9c56cd2ec3,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:32.974963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:32.991557 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0617b0be-5f20-4db6-a825-f6059facc590 req-f6d00ef7-6943-4604-b219-a23e382b356b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738760 Oct 30 01:12:33.006324 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d7f078a7-b316-4420-8687-c7a0ceca6b1f req-aeff7a4c-1c88-47ec-91dc-feaa9348bada tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556232 Oct 30 01:12:33.100884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56958) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:33.183553 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Router 8e4a5f71-503e-4944-9030-f08b8197fc65 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:12:33.199731 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-35c5911b-8709-46b6-9843-122173a36b3c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b3ac92b862ae4d988409b01c3adfef75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926962 Oct 30 01:12:33.200295 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56960) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:33.240103 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.247961 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/0e424bd7-91e2-467c-9b16-30a7c2e6842a HTTP/1.1" status: 204 len: 168 time: 0.8115530 Oct 30 01:12:33.247961 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d059676-826b-4c0d-8c10-4a56e60145ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e424bd7-91e2-467c-9b16-30a7c2e6842a,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:33.248604 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56962) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:33.347057 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dae7f611-06fb-4247-ae9f-f4e716249844 admin admin] Publish callbacks [] for security_group (f1577d26-2aa6-4692-aa5c-551406505bd9), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.367081 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:33.367361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (74c0ddcd-2fba-475e-937a-89a878861611), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.383896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dae7f611-06fb-4247-ae9f-f4e716249844 admin admin] Publish callbacks [] for security_group (f1577d26-2aa6-4692-aa5c-551406505bd9), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.394574 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:12:33.410832 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Sync routers for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:12:33.429678 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:33.430927 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:33.496404 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (74c0ddcd-2fba-475e-937a-89a878861611), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.535474 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c0ddcd-2fba-475e-937a-89a878861611']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:33.547540 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:33.556090 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a7d7e1-1be7-4652-b122-fdef286687ce') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:33.558518 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a7d7e1-1be7-4652-b122-fdef286687ce') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:33.575126 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (89a7d7e1-1be7-4652-b122-fdef286687ce), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.586246 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.589597 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-61c78f6c-6cdd-4156-b925-ab9b0876c479 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0865521 Oct 30 01:12:33.593718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56964) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:33.608672 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (89a7d7e1-1be7-4652-b122-fdef286687ce), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.623387 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:12:33.624054 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (89a7d7e1-1be7-4652-b122-fdef286687ce), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.628271 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:33.666167 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dae7f611-06fb-4247-ae9f-f4e716249844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f1577d26-2aa6-4692-aa5c-551406505bd9), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.671470 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-dae7f611-06fb-4247-ae9f-f4e716249844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.672933 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-dae7f611-06fb-4247-ae9f-f4e716249844 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f1577d26-2aa6-4692-aa5c-551406505bd9 HTTP/1.1" status: 204 len: 168 time: 0.4710953 Oct 30 01:12:33.702958 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7f611-06fb-4247-ae9f-f4e716249844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1577d26-2aa6-4692-aa5c-551406505bd9,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:33.787550 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.856997 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (74c0ddcd-2fba-475e-937a-89a878861611), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.872815 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.882564 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/74c0ddcd-2fba-475e-937a-89a878861611 HTTP/1.1" status: 204 len: 168 time: 0.6329470 Oct 30 01:12:33.886503 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56968) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:33.907520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54520b-e506-425f-9cde-f3f5e553d7df admin admin] Pushing event deleted for resources: {'Network': ['ID=74c0ddcd-2fba-475e-937a-89a878861611,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:33.972006 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:33.977486 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:33.992416 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Deleting subnet c15e23ea-4fe3-4a3a-827a-fae137a344ef {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:12:33.996157 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:31Z', 'revision_number': 3, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:34.000941 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Publish callbacks [] for subnet (c15e23ea-4fe3-4a3a-827a-fae137a344ef), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.036826 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Checking router: 8e4a5f71-503e-4944-9030-f08b8197fc65 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:12:34.037096 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Updating router 8e4a5f71-503e-4944-9030-f08b8197fc65 port 16bc46e8-7225-4d60-aa7e-e25c034f6059 binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:12:34.073465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.092533 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (c15e23ea-4fe3-4a3a-827a-fae137a344ef), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.212731 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (c15e23ea-4fe3-4a3a-827a-fae137a344ef), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.340401 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 89a7d7e1-1be7-4652-b122-fdef286687ce resource provider aggregate not found Oct 30 01:12:34.372348 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 89a7d7e1-1be7-4652-b122-fdef286687ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89a7d7e1-1be7-4652-b122-fdef286687ce found for delete ", "request_id": "req-3ccb87e2-c9f0-4c57-925d-2bc7a4fed61a"}]} Oct 30 01:12:34.389072 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 723f620f-8b36-4e59-b416-0a9c56cd2ec3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:34.425874 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:34.481801 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:34.482174 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.482584 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 Oct 30 01:12:34.499080 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a7e69-f91b-4d3d-a91a-a93019619a06 req-f3449ea2-bfbf-4543-88d1-344e504c1a96 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:34.500720 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-da3a7e69-f91b-4d3d-a91a-a93019619a06 req-f3449ea2-bfbf-4543-88d1-344e504c1a96 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.2285488 Oct 30 01:12:34.526281 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ea7fc-8c35-4e07-98e4-2dcebda21308 req-8c9db777-27d9-4ac1-9a5a-a4e2102d27a3 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:34.527908 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-847ea7fc-8c35-4e07-98e4-2dcebda21308 req-8c9db777-27d9-4ac1-9a5a-a4e2102d27a3 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1331968 Oct 30 01:12:34.613073 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Publish callbacks [] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.632056 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:34.656035 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (c15e23ea-4fe3-4a3a-827a-fae137a344ef), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.700227 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-da3a7e69-f91b-4d3d-a91a-a93019619a06 req-e8d6f656-08a0-4b2c-a529-f9e892fc0c1d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844335 Oct 30 01:12:34.726675 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15e23ea-4fe3-4a3a-827a-fae137a344ef,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:34.731267 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-847ea7fc-8c35-4e07-98e4-2dcebda21308 req-951d7718-d73d-4ffa-91da-55e63322921d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931598 Oct 30 01:12:34.733194 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.738560 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e4e93415-3335-452a-b523-cd95f77d6a85 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c15e23ea-4fe3-4a3a-827a-fae137a344ef HTTP/1.1" status: 204 len: 168 time: 0.8492503 Oct 30 01:12:34.741226 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:34.744816 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 56980) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:34.759687 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.761168 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.885826 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Attempting to bind port 16bc46e8-7225-4d60-aa7e-e25c034f6059 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:12:34.886752 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Attempting to bind port 16bc46e8-7225-4d60-aa7e-e25c034f6059 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:12:34.887535 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Attempting to bind port 16bc46e8-7225-4d60-aa7e-e25c034f6059 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:12:34.917081 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (580ed583-fac9-41a8-a996-470aab0c4aac), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:34.977657 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeb310-2e05-4109-b039-fa5113c9dc19 None None] Pushing event updated for resources: {'Port': ['ID=16bc46e8-7225-4d60-aa7e-e25c034f6059,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:35.001748 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:12:35.001748 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:35.002288 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.002288 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:12:35.002779 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Bound port: 16bc46e8-7225-4d60-aa7e-e25c034f6059, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:12:35.003214 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.022854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:35.025327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Allocated IP 172.20.0.1 (18b95593-51bf-430c-b604-7f9c27dddbdb/0caf2e6d-d13e-4777-a1c6-41ea70acebe9/64d205a3-5098-4c45-b460-cd789bbc0b81) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:12:35.034296 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (580ed583-fac9-41a8-a996-470aab0c4aac), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.067403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580ed583-fac9-41a8-a996-470aab0c4aac']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:35.082809 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b767eeb-6932-4fb1-b32b-4022e7491fbf') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:35.083879 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b767eeb-6932-4fb1-b32b-4022e7491fbf') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:35.094613 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] For port 16bc46e8-7225-4d60-aa7e-e25c034f6059, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:12:35.100031 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] For port 16bc46e8-7225-4d60-aa7e-e25c034f6059, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=16bc46e8-7225-4d60-aa7e-e25c034f6059,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:12:35.107282 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (1b767eeb-6932-4fb1-b32b-4022e7491fbf), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.130236 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1b767eeb-6932-4fb1-b32b-4022e7491fbf), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.140904 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:12:35.141324 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (1b767eeb-6932-4fb1-b32b-4022e7491fbf), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.196400 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.251087 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:35.269142 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:35.270260 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:35.308339 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks [] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.330376 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3541ad-0d2c-4862-a878-ef0e5e11c129 req-13a35f11-f952-4de8-b88c-f8b4a4ac2f86 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:35.332175 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (580ed583-fac9-41a8-a996-470aab0c4aac), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.338350 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2e3541ad-0d2c-4862-a878-ef0e5e11c129 req-13a35f11-f952-4de8-b88c-f8b4a4ac2f86 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1208506 Oct 30 01:12:35.348395 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.357117 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/580ed583-fac9-41a8-a996-470aab0c4aac HTTP/1.1" status: 204 len: 168 time: 0.6097875 Oct 30 01:12:35.381383 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeb310-2e05-4109-b039-fa5113c9dc19 None None] Pushing event updated for resources: {'Port': ['ID=16bc46e8-7225-4d60-aa7e-e25c034f6059,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:35.384547 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042f976-3618-47f6-9675-b8c60cb5297e admin admin] Pushing event deleted for resources: {'Network': ['ID=580ed583-fac9-41a8-a996-470aab0c4aac,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:35.435277 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2e3541ad-0d2c-4862-a878-ef0e5e11c129 req-fc863016-9e2f-4cfa-ab5b-f955e441b106 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947745 Oct 30 01:12:35.487300 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:35.545354 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.578588 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-b130f142-457b-456b-8d63-715d0beac3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:35.583331 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-b130f142-457b-456b-8d63-715d0beac3a3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 1130 time: 0.0894463 Oct 30 01:12:35.628878 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Network 18b95593-51bf-430c-b604-7f9c27dddbdb is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:35.635069 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:35.641465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:12:35.645701 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Pushing event updated for resources: {'Port': ['ID=64d205a3-5098-4c45-b460-cd789bbc0b81,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:35.721111 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (8e4a5f71-503e-4944-9030-f08b8197fc65), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:35.836202 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-7fc15ac5-4c2f-4c3a-bd15-ee1811bc7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:35.842846 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-7fc15ac5-4c2f-4c3a-bd15-ee1811bc7438 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 912 time: 0.2513771 Oct 30 01:12:35.882474 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:35.885812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:31Z', 'revision_number': 3, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:35.953799 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0701f-49e5-490f-b535-d82b81951420 None None] The sync data for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb is: [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:31Z', 'revision_number': 3, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:12:35.969408 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:35.972625 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-5dccac6c-80b1-4734-a2fd-7af19b2577f7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 200 len: 1002 time: 0.1215498 Oct 30 01:12:36.049976 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-cafea922-82a9-4f55-9f42-2e930fbf5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:36.051058 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c1396-426c-4490-954f-7e1ab42f3b5d req-d9a31fc5-8fb0-41c2-82cc-180d9ef1f4c5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:36.051797 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-cafea922-82a9-4f55-9f42-2e930fbf5683 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.0705192 Oct 30 01:12:36.054626 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-160c1396-426c-4490-954f-7e1ab42f3b5d req-d9a31fc5-8fb0-41c2-82cc-180d9ef1f4c5 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1516616 Oct 30 01:12:36.117459 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56992) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:36.130498 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-5fee2497-53e6-4cee-b037-946c56803ac4 None None] Provisioning complete for port 64d205a3-5098-4c45-b460-cd789bbc0b81 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:36.131523 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5fee2497-53e6-4cee-b037-946c56803ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:36.132284 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-5fee2497-53e6-4cee-b037-946c56803ac4 None None] Attempt 1 to provision port 64d205a3-5098-4c45-b460-cd789bbc0b81 Oct 30 01:12:36.141771 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-d6e7f542-8ea3-43e4-bc4f-0669180e9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:36.145039 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-d6e7f542-8ea3-43e4-bc4f-0669180e9026 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0847492 Oct 30 01:12:36.171553 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-160c1396-426c-4490-954f-7e1ab42f3b5d req-29b20c96-0fae-4b19-b61a-5d7ddcb4b1e6 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092207 Oct 30 01:12:36.219975 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-5fee2497-53e6-4cee-b037-946c56803ac4 None None] Port 64d205a3-5098-4c45-b460-cd789bbc0b81 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:12:36.246757 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5be1ead1-35f2-4631-99a2-a1282796c5d2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a0dd3a3ba566479d94d5438d890da279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273866 Oct 30 01:12:36.280203 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 56998) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:36.337674 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-834ad112-b2e6-4514-a7ea-fc707ed53834 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839509 Oct 30 01:12:36.372079 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:36.427626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:36.535849 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 1b767eeb-6932-4fb1-b32b-4022e7491fbf resource provider aggregate not found Oct 30 01:12:36.609289 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:36.627156 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-da097451-7eaf-4ba0-8403-658ec14693e2 req-f3695641-650a-4485-bb01-d732120d4698 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803659 Oct 30 01:12:36.629781 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 1b767eeb-6932-4fb1-b32b-4022e7491fbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b767eeb-6932-4fb1-b32b-4022e7491fbf found for delete ", "request_id": "req-fcb00106-7984-421c-9262-072a1b47d827"}]} Oct 30 01:12:36.746280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50785950-51be-4f8d-9b7b-4b701c913c72 admin admin] Publish callbacks [] for security_group (3f819e10-180d-44d7-9af1-76c2cd0ff9d3), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:36.808544 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff2efa-cf61-4f2a-824b-b3b4a9ed1561 req-33412f2a-094c-4d6d-8156-73c529aaf782 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:36.808544 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0fff2efa-cf61-4f2a-824b-b3b4a9ed1561 req-33412f2a-094c-4d6d-8156-73c529aaf782 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1383245 Oct 30 01:12:36.846777 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50785950-51be-4f8d-9b7b-4b701c913c72 admin admin] Publish callbacks [] for security_group (3f819e10-180d-44d7-9af1-76c2cd0ff9d3), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.014510 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks [] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.020329 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0fff2efa-cf61-4f2a-824b-b3b4a9ed1561 req-9ac7dfe2-036d-484d-adea-14264f1ffd89 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935961 Oct 30 01:12:37.120421 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.169225 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50785950-51be-4f8d-9b7b-4b701c913c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3f819e10-180d-44d7-9af1-76c2cd0ff9d3), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.171872 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50785950-51be-4f8d-9b7b-4b701c913c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.173116 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-50785950-51be-4f8d-9b7b-4b701c913c72 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3f819e10-180d-44d7-9af1-76c2cd0ff9d3 HTTP/1.1" status: 204 len: 168 time: 0.8908966 Oct 30 01:12:37.203314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50785950-51be-4f8d-9b7b-4b701c913c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f819e10-180d-44d7-9af1-76c2cd0ff9d3,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:37.208975 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Pushing event updated for resources: {'Port': ['ID=64d205a3-5098-4c45-b460-cd789bbc0b81,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:37.212291 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (8e4a5f71-503e-4944-9030-f08b8197fc65), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.581216 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf4fec-d29a-4422-bd17-c8daf06392f7 req-bcfd0e67-0b8e-4a86-8355-ac7f12b23112 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:37.582860 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24cf4fec-d29a-4422-bd17-c8daf06392f7 req-bcfd0e67-0b8e-4a86-8355-ac7f12b23112 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0698292 Oct 30 01:12:37.628147 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Network 18b95593-51bf-430c-b604-7f9c27dddbdb is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:37.635718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:37.761328 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24cf4fec-d29a-4422-bd17-c8daf06392f7 req-c8052206-2530-4747-ac59-41d0aa3ab2db tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675668 Oct 30 01:12:37.783550 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:37.844895 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Router 8e4a5f71-503e-4944-9030-f08b8197fc65 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:12:37.957598 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:37.961489 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-ba5b854d-bc97-4131-96e2-8d938ac6077f None None] Provisioning complete for port 64d205a3-5098-4c45-b460-cd789bbc0b81 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:37.962027 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ba5b854d-bc97-4131-96e2-8d938ac6077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:37.962272 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-ba5b854d-bc97-4131-96e2-8d938ac6077f None None] Attempt 1 to provision port 64d205a3-5098-4c45-b460-cd789bbc0b81 Oct 30 01:12:37.978837 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:12:37.984497 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-d49fd7c4-e34d-44fa-ae56-60b1bffed497 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/8e4a5f71-503e-4944-9030-f08b8197fc65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3882356 Oct 30 01:12:38.026203 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b854d-bc97-4131-96e2-8d938ac6077f None None] Port 64d205a3-5098-4c45-b460-cd789bbc0b81 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:12:38.113126 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57022) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:38.241937 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-cfaa4567-61b6-46b4-896e-c9d9bed2313b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=93aecb6a030847cd868359b1201b5121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238987 Oct 30 01:12:38.243045 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57026) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:38.264852 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338cae5-6940-4b6d-a87b-78034f4aa292 req-b0716718-2e57-440b-8323-77ced4cfb933 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:38.266696 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2338cae5-6940-4b6d-a87b-78034f4aa292 req-b0716718-2e57-440b-8323-77ced4cfb933 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0972409 Oct 30 01:12:38.272405 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Sync routers for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:12:38.279650 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 16bc46e8-7225-4d60-aa7e-e25c034f6059 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:38.303518 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:38.304653 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:38.339107 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2338cae5-6940-4b6d-a87b-78034f4aa292 req-7491382e-ce7a-4297-b46d-9aa3b49db6fa tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617104 Oct 30 01:12:38.348616 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 16bc46e8-7225-4d60-aa7e-e25c034f6059 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:38.349320 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.349873 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 16bc46e8-7225-4d60-aa7e-e25c034f6059 Oct 30 01:12:38.383946 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dacb-09d9-4027-82f7-0748e417fe13 admin admin] Publish callbacks [] for security_group (1058c097-23a4-4055-8156-4993a7e511e3), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.429525 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dacb-09d9-4027-82f7-0748e417fe13 admin admin] Publish callbacks [] for security_group (1058c097-23a4-4055-8156-4993a7e511e3), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.460556 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 16bc46e8-7225-4d60-aa7e-e25c034f6059 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:38.460964 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.486867 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 16bc46e8-7225-4d60-aa7e-e25c034f6059, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=16bc46e8-7225-4d60-aa7e-e25c034f6059,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:38.518668 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:38.606708 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.607902 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dacb-09d9-4027-82f7-0748e417fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1058c097-23a4-4055-8156-4993a7e511e3), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.615009 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dacb-09d9-4027-82f7-0748e417fe13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.620141 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c0c5dacb-09d9-4027-82f7-0748e417fe13 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1058c097-23a4-4055-8156-4993a7e511e3 HTTP/1.1" status: 204 len: 168 time: 0.3724139 Oct 30 01:12:38.642597 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5dacb-09d9-4027-82f7-0748e417fe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1058c097-23a4-4055-8156-4993a7e511e3,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:38.789389 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=16bc46e8-7225-4d60-aa7e-e25c034f6059,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:38.806404 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.806964 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.807540 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.808182 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.808764 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.809341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.809901 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.811104 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.811104 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.811744 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.812321 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.812922 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.813522 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.814592 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.815159 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:38.986317 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 2, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:38.990304 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce93252-5711-446c-ba75-778874c7a000 req-c92bcf9b-c6db-4a1c-b9c4-f6383827909f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:38.993073 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ce93252-5711-446c-ba75-778874c7a000 req-c92bcf9b-c6db-4a1c-b9c4-f6383827909f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0925672 Oct 30 01:12:39.019053 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Checking router: 8e4a5f71-503e-4944-9030-f08b8197fc65 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:12:39.019531 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Updating router 8e4a5f71-503e-4944-9030-f08b8197fc65 port 64d205a3-5098-4c45-b460-cd789bbc0b81 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:12:39.052925 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.069933 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ce93252-5711-446c-ba75-778874c7a000 req-0d778a22-55d6-4e6c-9f35-0ccab4c3f75b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647426 Oct 30 01:12:39.401319 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57050) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:39.406810 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1321608624-network', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:39.412021 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:39.474238 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Publish callbacks [] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.565994 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Made reservation on behalf of 860ce309152043c7b57fc66f1b3bb858 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:12:39.569029 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.583172 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.583908 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.692477 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Pushing event updated for resources: {'Port': ['ID=64d205a3-5098-4c45-b460-cd789bbc0b81,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:39.711244 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.711819 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.712346 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.712900 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.716808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.716808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.716808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.716808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.716808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.717419 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks [] for security_group (f9689890-38c1-4481-b56f-41aaace27fd0), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.717581 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.717581 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.717581 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.717581 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.718081 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.718081 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:39.759064 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Attempting to bind port 64d205a3-5098-4c45-b460-cd789bbc0b81 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:12:39.759755 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Attempting to bind port 64d205a3-5098-4c45-b460-cd789bbc0b81 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:12:39.760366 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Attempting to bind port 64d205a3-5098-4c45-b460-cd789bbc0b81 on network 18b95593-51bf-430c-b604-7f9c27dddbdb {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:12:39.806576 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f9689890-38c1-4481-b56f-41aaace27fd0), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.845460 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:12:39.847873 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:12:39.848789 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Checking segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:39.849127 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.849822 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Bound using segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:12:39.850653 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Bound port: 64d205a3-5098-4c45-b460-cd789bbc0b81, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:12:39.851299 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.882409 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.882902 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Added segment 8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15 of type vlan for network 11d8e2bc-c394-4232-b47d-ec789a7aea3e Oct 30 01:12:39.884790 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9689890-38c1-4481-b56f-41aaace27fd0,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:39.934783 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (11d8e2bc-c394-4232-b47d-ec789a7aea3e), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.972556 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] For port 64d205a3-5098-4c45-b460-cd789bbc0b81, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:12:39.972738 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:39.976478 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] For port 64d205a3-5098-4c45-b460-cd789bbc0b81, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=64d205a3-5098-4c45-b460-cd789bbc0b81,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:12:40.056976 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (11d8e2bc-c394-4232-b47d-ec789a7aea3e), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.061541 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:40.061541 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.076494 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.115376 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:40.121384 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:40.122242 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:40.133927 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] Pushing event updated for resources: {'Network': ['ID=11d8e2bc-c394-4232-b47d-ec789a7aea3e,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:40.150059 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:12:40.243266 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712c3d5-02a4-469b-8d07-f3e091ae74ef req-21b66bbf-a469-4ad7-a62b-a712de8368d8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:40.251181 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b712c3d5-02a4-469b-8d07-f3e091ae74ef req-21b66bbf-a469-4ad7-a62b-a712de8368d8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0687473 Oct 30 01:12:40.270764 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f49126-4030-4542-9546-3ec732b698b9 None None] Pushing event updated for resources: {'Port': ['ID=64d205a3-5098-4c45-b460-cd789bbc0b81,revision_number=4']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:40.284891 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 16bc46e8-7225-4d60-aa7e-e25c034f6059 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:40.285118 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ff07499c-1072-41c4-87c3-ff6e0dabc94d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8811133 Oct 30 01:12:40.286710 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57068) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:40.310073 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Request body: {'subnet': {'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1321608624-subnet', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:40.374595 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 16bc46e8-7225-4d60-aa7e-e25c034f6059 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:40.375914 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.376937 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 16bc46e8-7225-4d60-aa7e-e25c034f6059 Oct 30 01:12:40.394978 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b712c3d5-02a4-469b-8d07-f3e091ae74ef req-11220b21-badf-43d6-b93e-77f7162d95bf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421704 Oct 30 01:12:40.411309 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:40.475749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Made reservation on behalf of 860ce309152043c7b57fc66f1b3bb858 for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:12:40.480012 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2527387'] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.683795 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 16bc46e8-7225-4d60-aa7e-e25c034f6059 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:40.714701 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.811812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2493835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2527477'] for subnet (ff74de7b-2902-43da-ab02-a57cd5db927d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:40.848214 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:39Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:40.883839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff74de7b-2902-43da-ab02-a57cd5db927d,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:40.897316 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Checking segment: {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:40.897713 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Network hostable DHCP agents. Network: 11d8e2bc-c394-4232-b47d-ec789a7aea3e, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:12:40.904553 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ef317-2503-44f7-83b1-c4bfb9d78637 None None] The sync data for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb is: [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:39Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:12:41.000044 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:12:41.142523 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 11d8e2bc-c394-4232-b47d-ec789a7aea3e) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:41.149689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:41.150341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.153025 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86458a7c-6bd6-4932-9aa2-3e637f452396 None None] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:12:41.275328 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-332a5658-c298-4c2e-b50e-781d44393beb admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9837511 Oct 30 01:12:41.276256 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57084) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:41.282357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:41.301125 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-11d8e2bc-c394-4232-b47d-ec789a7aea3e', 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e', 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'fixed_ips': [{'subnet_id': 'ff74de7b-2902-43da-ab02-a57cd5db927d'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:12:41.302739 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.384670 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (b3bbdbf5-f0f3-49fa-a097-14effe21d751), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.387317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (b3bbdbf5-f0f3-49fa-a097-14effe21d751), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.513907 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks [] for router_controller (b3bbdbf5-f0f3-49fa-a097-14effe21d751), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.523842 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57090) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:41.625682 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Allocated IP 172.20.0.2 (11d8e2bc-c394-4232-b47d-ec789a7aea3e/ff74de7b-2902-43da-ab02-a57cd5db927d/d7cea8e8-cde7-4308-a622-94e30d60bbee) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:12:41.643972 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:41.651785 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:41.674012 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcdc26-e6e2-4969-95a1-173acd474a26 req-f213921e-411c-4cac-b125-3390af6807c2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:41.679133 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:41.681312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3ffcdc26-e6e2-4969-95a1-173acd474a26 req-f213921e-411c-4cac-b125-3390af6807c2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1197042 Oct 30 01:12:41.736626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:41.739920 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b137-8874-4275-be0f-f01b680eafc4 req-398f27cf-b70d-467d-bdba-8ca90afe6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:41.765856 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c7a0b137-8874-4275-be0f-f01b680eafc4 req-398f27cf-b70d-467d-bdba-8ca90afe6713 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.1438572 Oct 30 01:12:41.832159 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-887f3af2-b82e-484f-9e34-2803124dc3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.850237 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks [] for router_gateway (b3bbdbf5-f0f3-49fa-a097-14effe21d751), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.875188 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3ffcdc26-e6e2-4969-95a1-173acd474a26 req-57a3e961-0618-478d-971b-1f438ce4f9a1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652336 Oct 30 01:12:41.882143 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:41.890727 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-c7a0b137-8874-4275-be0f-f01b680eafc4 req-fa24ae91-eebe-4598-a975-efe01daf0f47 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858133 Oct 30 01:12:41.901291 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Publish callbacks [] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.970623 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-887f3af2-b82e-484f-9e34-2803124dc3eb admin admin] Publish callbacks [] for security_group (6af71920-5de2-4367-ba0c-e0457914257d), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.023523 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.051329 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-887f3af2-b82e-484f-9e34-2803124dc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6af71920-5de2-4367-ba0c-e0457914257d), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.098276 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:42.109295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:42.115909 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:12:42.116725 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-887f3af2-b82e-484f-9e34-2803124dc3eb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a0af9615d9ba419aab60cdec7f7c4c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5916274 Oct 30 01:12:42.117974 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f3af2-b82e-484f-9e34-2803124dc3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af71920-5de2-4367-ba0c-e0457914257d,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:42.121097 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57102) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:42.125295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Pushing event updated for resources: {'Port': ['ID=d7cea8e8-cde7-4308-a622-94e30d60bbee,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:42.225667 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Attempting to bind port d7cea8e8-cde7-4308-a622-94e30d60bbee on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:12:42.226741 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Attempting to bind port d7cea8e8-cde7-4308-a622-94e30d60bbee by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:12:42.227282 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Attempting to bind port d7cea8e8-cde7-4308-a622-94e30d60bbee on network 11d8e2bc-c394-4232-b47d-ec789a7aea3e {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:12:42.278148 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-136e114c-03fb-4807-a386-cb4259bd699a admin admin] Publish callbacks [] for security_group (6af71920-5de2-4367-ba0c-e0457914257d), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.333941 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:12:42.334665 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Checking segment: {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:42.335310 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.335921 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Bound using segment: {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:12:42.336703 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Bound port: d7cea8e8-cde7-4308-a622-94e30d60bbee, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:12:42.336869 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks [] for router_gateway (b3bbdbf5-f0f3-49fa-a097-14effe21d751), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.337865 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.342197 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-136e114c-03fb-4807-a386-cb4259bd699a admin admin] Publish callbacks [] for security_group (6af71920-5de2-4367-ba0c-e0457914257d), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.361259 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 64d205a3-5098-4c45-b460-cd789bbc0b81 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:42.367822 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:42.380451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.458031 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] For port d7cea8e8-cde7-4308-a622-94e30d60bbee, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:12:42.463546 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] For port d7cea8e8-cde7-4308-a622-94e30d60bbee, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7cea8e8-cde7-4308-a622-94e30d60bbee,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:12:42.475234 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 64d205a3-5098-4c45-b460-cd789bbc0b81 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:42.475636 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.475976 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 64d205a3-5098-4c45-b460-cd789bbc0b81 Oct 30 01:12:42.539938 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Allocated IP 172.37.0.71 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/c285f43e-b2d1-4155-9264-cb7a2a4b49fb) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:12:42.554281 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-136e114c-03fb-4807-a386-cb4259bd699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6af71920-5de2-4367-ba0c-e0457914257d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.559274 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-136e114c-03fb-4807-a386-cb4259bd699a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.561602 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-136e114c-03fb-4807-a386-cb4259bd699a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6af71920-5de2-4367-ba0c-e0457914257d HTTP/1.1" status: 204 len: 168 time: 0.4256740 Oct 30 01:12:42.566013 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.603289 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:42.632022 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 64d205a3-5098-4c45-b460-cd789bbc0b81 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:42.632811 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.637915 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e114c-03fb-4807-a386-cb4259bd699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af71920-5de2-4367-ba0c-e0457914257d,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:42.686713 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6638173-13e7-46d6-bbb1-60038bf08669 None None] Pushing event updated for resources: {'Port': ['ID=d7cea8e8-cde7-4308-a622-94e30d60bbee,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:42.727004 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 64d205a3-5098-4c45-b460-cd789bbc0b81, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=64d205a3-5098-4c45-b460-cd789bbc0b81,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:42.775071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks [] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.846210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:42.920412 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:43.006794 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=64d205a3-5098-4c45-b460-cd789bbc0b81,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:43.086351 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:43.087169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Pushing event updated for resources: {'Port': ['ID=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:43.093025 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:43.096858 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:12:43.105930 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129523c-7bd6-4ced-b038-bfdf5bfce129 req-43e8dbb6-335d-490a-945c-e05fdc190b5d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:43.107554 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8129523c-7bd6-4ced-b038-bfdf5bfce129 req-43e8dbb6-335d-490a-945c-e05fdc190b5d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0983775 Oct 30 01:12:43.136344 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:43.228080 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8129523c-7bd6-4ced-b038-bfdf5bfce129 req-ca90d604-40ee-49eb-b9f4-576eff9704b9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972407 Oct 30 01:12:43.447873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:43.550089 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks [] for router_gateway (b3bbdbf5-f0f3-49fa-a097-14effe21d751), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:43.864535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (b3bbdbf5-f0f3-49fa-a097-14effe21d751), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:43.896069 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5554d55-21fd-441f-980a-38696889f8f5 None None] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:12:44.001169 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Provisioning complete for port d7cea8e8-cde7-4308-a622-94e30d60bbee triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:44.001783 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:44.002306 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Attempt 1 to provision port d7cea8e8-cde7-4308-a622-94e30d60bbee Oct 30 01:12:44.184171 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Router b3bbdbf5-f0f3-49fa-a097-14effe21d751 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:12:44.235704 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Current status of the port d7cea8e8-cde7-4308-a622-94e30d60bbee is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:44.235704 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:44.313646 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] For port d7cea8e8-cde7-4308-a622-94e30d60bbee, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7cea8e8-cde7-4308-a622-94e30d60bbee,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:44.411274 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:44.451373 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:44.460651 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:12:44.466701 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:44.486366 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435233f5-27ca-4ea4-911b-50e9ebe4a120 req-4064bcb5-f2ce-4f8c-b0fe-58e524a07dc2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:44.487187 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-435233f5-27ca-4ea4-911b-50e9ebe4a120 req-4064bcb5-f2ce-4f8c-b0fe-58e524a07dc2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1142743 Oct 30 01:12:44.496409 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Sync routers for ids ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:12:44.507884 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 64d205a3-5098-4c45-b460-cd789bbc0b81 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:44.569254 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-435233f5-27ca-4ea4-911b-50e9ebe4a120 req-0c70d6c2-6768-4af4-bd65-f8083f478faa tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628469 Oct 30 01:12:44.602976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:44.605318 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e0b2467b-eb48-4987-ad09-1ecaa6ae9d22 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3275440 Oct 30 01:12:44.608950 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57136) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:44.611631 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Routers {'b3bbdbf5-f0f3-49fa-a097-14effe21d751'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:44.612282 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:44.616247 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb336180-8830-46c6-9786-3e04f89a222d None None] Pushing event updated for resources: {'Port': ['ID=d7cea8e8-cde7-4308-a622-94e30d60bbee,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:44.701540 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-011fc0bb-74aa-4bf9-833a-0ec39d2f718f None None] Provisioning complete for port d7cea8e8-cde7-4308-a622-94e30d60bbee triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:44.701975 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-011fc0bb-74aa-4bf9-833a-0ec39d2f718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:44.702319 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-011fc0bb-74aa-4bf9-833a-0ec39d2f718f None None] Attempt 1 to provision port d7cea8e8-cde7-4308-a622-94e30d60bbee Oct 30 01:12:44.741555 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 64d205a3-5098-4c45-b460-cd789bbc0b81 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:44.741924 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:44.742322 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 64d205a3-5098-4c45-b460-cd789bbc0b81 Oct 30 01:12:45.077131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Set router b3bbdbf5-f0f3-49fa-a097-14effe21d751 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:45.077131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:45.077131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-011fc0bb-74aa-4bf9-833a-0ec39d2f718f None None] Current status of the port d7cea8e8-cde7-4308-a622-94e30d60bbee is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:45.077131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 64d205a3-5098-4c45-b460-cd789bbc0b81 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:45.077131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7cea8e8-cde7-4308-a622-94e30d60bbee up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:45.191855 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port d7cea8e8-cde7-4308-a622-94e30d60bbee triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:45.192240 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:45.192557 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port d7cea8e8-cde7-4308-a622-94e30d60bbee Oct 30 01:12:45.221626 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:12:43Z', 'revision_number': 3, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:45.260785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Checking router: b3bbdbf5-f0f3-49fa-a097-14effe21d751 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:12:45.261112 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Updating router b3bbdbf5-f0f3-49fa-a097-14effe21d751 port c285f43e-b2d1-4155-9264-cb7a2a4b49fb binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:12:45.331058 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:45.363341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port d7cea8e8-cde7-4308-a622-94e30d60bbee is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:45.371316 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:45.494893 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:45.634968 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:45.704439 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Publish callbacks [] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:45.712431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Allocated IP 172.20.0.1 (11d8e2bc-c394-4232-b47d-ec789a7aea3e/ff74de7b-2902-43da-ab02-a57cd5db927d/95481274-9783-4e42-8830-f352b06a94d1) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:12:45.794014 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:45.852097 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c005d-7588-484d-babb-37464178b37a req-ef323835-2f4e-4480-9ad6-217b2f7246bf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:45.863782 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e5c005d-7588-484d-babb-37464178b37a req-ef323835-2f4e-4480-9ad6-217b2f7246bf tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0951166 Oct 30 01:12:45.907122 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:45.922131 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks [] for port (95481274-9783-4e42-8830-f352b06a94d1), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:45.984335 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-2a218fdc-5be5-41a1-8009-fe1458f68838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:45.989167 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-2a218fdc-5be5-41a1-8009-fe1458f68838 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.0935025 Oct 30 01:12:46.021925 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e5c005d-7588-484d-babb-37464178b37a req-e4bac16b-b3ed-4ab9-9863-df3068c35c0b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310458 Oct 30 01:12:46.042029 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (95481274-9783-4e42-8830-f352b06a94d1), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.069681 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Attempting to bind port c285f43e-b2d1-4155-9264-cb7a2a4b49fb on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:12:46.070065 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Attempting to bind port c285f43e-b2d1-4155-9264-cb7a2a4b49fb by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:12:46.070424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Attempting to bind port c285f43e-b2d1-4155-9264-cb7a2a4b49fb on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:12:46.127785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a54a93-8d6c-4812-856f-68e0991ba6b8 None None] Pushing event updated for resources: {'Port': ['ID=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:46.130422 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:46.140307 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:46.145401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:12:46.168855 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-ebc8580e-73da-4f1e-bf02-5061d38357ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:46.169447 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:12:46.170071 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:46.170559 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.171027 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:12:46.171207 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-ebc8580e-73da-4f1e-bf02-5061d38357ce service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1734815 Oct 30 01:12:46.171544 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Bound port: c285f43e-b2d1-4155-9264-cb7a2a4b49fb, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:12:46.171972 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.251426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Pushing event updated for resources: {'Port': ['ID=95481274-9783-4e42-8830-f352b06a94d1,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:46.274533 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (b3bbdbf5-f0f3-49fa-a097-14effe21d751), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.330376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] For port c285f43e-b2d1-4155-9264-cb7a2a4b49fb, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:12:46.341677 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-a75e6ada-bdbd-42bc-994b-3938b5866e56 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 1001 time: 0.1639483 Oct 30 01:12:46.343829 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] For port c285f43e-b2d1-4155-9264-cb7a2a4b49fb, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:12:46.355062 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7cea8e8-cde7-4308-a622-94e30d60bbee up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:46.402210 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-e3885ed5-8afe-4989-a8bf-80329c81fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:46.404085 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-e3885ed5-8afe-4989-a8bf-80329c81fb20 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0525000 Oct 30 01:12:46.434855 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.477895 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port d7cea8e8-cde7-4308-a622-94e30d60bbee triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:46.478275 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.478643 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port d7cea8e8-cde7-4308-a622-94e30d60bbee Oct 30 01:12:46.480457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-0927c93d-6e66-4287-aeed-bea360e77efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:46.484123 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-0927c93d-6e66-4287-aeed-bea360e77efb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0677800 Oct 30 01:12:46.506939 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Routers {'b3bbdbf5-f0f3-49fa-a097-14effe21d751'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:46.507678 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:46.589994 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (95481274-9783-4e42-8830-f352b06a94d1), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.605338 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:46.606303 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-92986af3-d62a-45b2-ba56-1907a2639d74 None None] Provisioning complete for port 95481274-9783-4e42-8830-f352b06a94d1 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:46.607067 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-92986af3-d62a-45b2-ba56-1907a2639d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (95481274-9783-4e42-8830-f352b06a94d1), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.607067 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-92986af3-d62a-45b2-ba56-1907a2639d74 None None] Attempt 1 to provision port 95481274-9783-4e42-8830-f352b06a94d1 Oct 30 01:12:46.612347 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a54a93-8d6c-4812-856f-68e0991ba6b8 None None] Pushing event updated for resources: {'Port': ['ID=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:46.629802 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-a1b3c9ae-3446-4d50-9419-67489035c320 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388891 Oct 30 01:12:46.751355 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-92986af3-d62a-45b2-ba56-1907a2639d74 None None] Port 95481274-9783-4e42-8830-f352b06a94d1 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:12:46.761405 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] Set router b3bbdbf5-f0f3-49fa-a097-14effe21d751 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:46.780256 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-a940ca2c-7c1d-4a33-8718-bd6152564f5f req-57511e05-5646-4e73-9254-412aa9840d10 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429651 Oct 30 01:12:46.834224 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks [] for port (95481274-9783-4e42-8830-f352b06a94d1), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.848197 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port d7cea8e8-cde7-4308-a622-94e30d60bbee is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:46.918835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (95481274-9783-4e42-8830-f352b06a94d1), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:46.922683 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:47.000369 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (b3bbdbf5-f0f3-49fa-a097-14effe21d751), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:47.002398 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:12:43Z', 'revision_number': 3, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:47.013662 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Pushing event updated for resources: {'Port': ['ID=95481274-9783-4e42-8830-f352b06a94d1,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:47.052892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bea195-162e-4261-a1c1-ca64d1c828b1 None None] The sync data for ids ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'] in dv-cinder-master-3-smb is: [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:12:43Z', 'revision_number': 3, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:12:47.127787 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:12:47.133537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:12:47.239255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf8f20-4f4a-49c3-88bb-96036d4cab66 req-7185d506-64bc-4af1-82b6-d1d40c03e736 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:47.241153 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9ccf8f20-4f4a-49c3-88bb-96036d4cab66 req-7185d506-64bc-4af1-82b6-d1d40c03e736 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1042955 Oct 30 01:12:47.317647 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:47.348775 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Router b3bbdbf5-f0f3-49fa-a097-14effe21d751 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:12:47.355779 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9ccf8f20-4f4a-49c3-88bb-96036d4cab66 req-d5dbd3ac-f7e9-49e9-acb0-70d61d55e765 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037452 Oct 30 01:12:47.510753 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:47.533619 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:12:47.539290 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-07a9631f-b5ee-4453-930e-ea175e24a13b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b3bbdbf5-f0f3-49fa-a097-14effe21d751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283321 Oct 30 01:12:47.583638 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-80625cf7-f067-4f81-b735-af386c476896 None None] Provisioning complete for port 95481274-9783-4e42-8830-f352b06a94d1 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:47.584124 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-80625cf7-f067-4f81-b735-af386c476896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (95481274-9783-4e42-8830-f352b06a94d1), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:47.584427 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-80625cf7-f067-4f81-b735-af386c476896 None None] Attempt 1 to provision port 95481274-9783-4e42-8830-f352b06a94d1 Oct 30 01:12:47.700953 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-80625cf7-f067-4f81-b735-af386c476896 None None] Port 95481274-9783-4e42-8830-f352b06a94d1 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:12:48.340869 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device c285f43e-b2d1-4155-9264-cb7a2a4b49fb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:48.407216 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port c285f43e-b2d1-4155-9264-cb7a2a4b49fb triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:48.410398 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:48.410398 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port c285f43e-b2d1-4155-9264-cb7a2a4b49fb Oct 30 01:12:48.628952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port c285f43e-b2d1-4155-9264-cb7a2a4b49fb is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:48.636012 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:48.717367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5f02d-c868-45e9-9310-fc961044cfec req-c26e6b29-1a11-41f5-81b2-920843d1d87d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:48.725013 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port c285f43e-b2d1-4155-9264-cb7a2a4b49fb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:48.726123 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-34b5f02d-c868-45e9-9310-fc961044cfec req-c26e6b29-1a11-41f5-81b2-920843d1d87d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1270864 Oct 30 01:12:48.785093 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-34b5f02d-c868-45e9-9310-fc961044cfec req-bba7fc5e-d5ac-4ce1-83dc-3a458d818ea3 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578878 Oct 30 01:12:48.814205 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:48.882935 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:49.789375 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Sync routers for ids ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:12:49.812833 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Routers {'b3bbdbf5-f0f3-49fa-a097-14effe21d751'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:49.814473 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:50.023059 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Set router b3bbdbf5-f0f3-49fa-a097-14effe21d751 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:50.080572 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce677d4-7fb4-4595-bedd-34ed564766ba req-57de736e-87a9-4fc2-a8dc-4e18c0d3fa0c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:50.088679 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0ce677d4-7fb4-4595-bedd-34ed564766ba req-57de736e-87a9-4fc2-a8dc-4e18c0d3fa0c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0878985 Oct 30 01:12:50.146849 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0ce677d4-7fb4-4595-bedd-34ed564766ba req-533ebbee-3c7d-4ee3-921b-37238ddc5f0a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572283 Oct 30 01:12:50.237128 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:50.401207 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device c285f43e-b2d1-4155-9264-cb7a2a4b49fb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:50.433726 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec20cb-fd36-406a-ad2a-225d67bf874c req-e66ce075-7f36-4a7d-a5fe-686588c36ebc tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:50.443004 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-60ec20cb-fd36-406a-ad2a-225d67bf874c req-e66ce075-7f36-4a7d-a5fe-686588c36ebc tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1414504 Oct 30 01:12:50.449471 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57232) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:50.455115 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Request body: {'floatingip': {'port_id': 'a670959f-9524-4528-b199-1b19260d3767'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:12:50.471133 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:12:46Z', 'revision_number': 4, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '95481274-9783-4e42-8830-f352b06a94d1', 'name': '', 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'mac_address': 'fa:16:3e:4e:8a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ff74de7b-2902-43da-ab02-a57cd5db927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:45Z', 'updated_at': '2022-10-30T01:12:46Z', 'revision_number': 2, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'subnets': [{'id': 'ff74de7b-2902-43da-ab02-a57cd5db927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:50.564811 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port c285f43e-b2d1-4155-9264-cb7a2a4b49fb triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:50.566649 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:50.567496 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port c285f43e-b2d1-4155-9264-cb7a2a4b49fb Oct 30 01:12:50.589328 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:50.598770 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Checking router: b3bbdbf5-f0f3-49fa-a097-14effe21d751 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:12:50.599667 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Updating router b3bbdbf5-f0f3-49fa-a097-14effe21d751 port 95481274-9783-4e42-8830-f352b06a94d1 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:12:50.729712 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (95481274-9783-4e42-8830-f352b06a94d1), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:50.773259 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port c285f43e-b2d1-4155-9264-cb7a2a4b49fb is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:51.366137 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57240) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:51.373441 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:51.482800 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:51.503692 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.528685 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Publish callbacks [] for port (95481274-9783-4e42-8830-f352b06a94d1), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.577011 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.596980 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4a23a96e-e53b-496a-9d0c-7d4d84d8d139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.656456 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (95481274-9783-4e42-8830-f352b06a94d1), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.728191 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4a23a96e-e53b-496a-9d0c-7d4d84d8d139 admin admin] Publish callbacks [] for security_group (04434d05-7640-4302-95ea-6ed248560881), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.828159 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664057c-f262-449d-a9e2-2a76cfa50060 None None] Pushing event updated for resources: {'Port': ['ID=95481274-9783-4e42-8830-f352b06a94d1,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:51.852921 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Attempting to bind port 95481274-9783-4e42-8830-f352b06a94d1 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:12:51.853625 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Attempting to bind port 95481274-9783-4e42-8830-f352b06a94d1 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:12:51.854295 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Attempting to bind port 95481274-9783-4e42-8830-f352b06a94d1 on network 11d8e2bc-c394-4232-b47d-ec789a7aea3e {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:12:51.858105 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4a23a96e-e53b-496a-9d0c-7d4d84d8d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (04434d05-7640-4302-95ea-6ed248560881), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.946256 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:12:51.946906 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Checking segment: {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:12:51.947576 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:51.948273 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Bound using segment: {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:12:51.949123 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Bound port: 95481274-9783-4e42-8830-f352b06a94d1, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:12:51.949759 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (95481274-9783-4e42-8830-f352b06a94d1), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:52.075169 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4a23a96e-e53b-496a-9d0c-7d4d84d8d139 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c29fca287584407b841cf77a1af54194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7070189 Oct 30 01:12:52.077176 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a96e-e53b-496a-9d0c-7d4d84d8d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04434d05-7640-4302-95ea-6ed248560881,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:52.082524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57250) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:12:52.089411 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] For port 95481274-9783-4e42-8830-f352b06a94d1, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:12:52.095826 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] For port 95481274-9783-4e42-8830-f352b06a94d1, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95481274-9783-4e42-8830-f352b06a94d1,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:12:52.167021 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:52.183960 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (95481274-9783-4e42-8830-f352b06a94d1), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:52.321557 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:52.325291 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Routers {'b3bbdbf5-f0f3-49fa-a097-14effe21d751'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:52.329422 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:52.336054 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e41383d6-cb15-4a7d-8ba6-55c96d6f1d40 admin admin] Publish callbacks [] for security_group (04434d05-7640-4302-95ea-6ed248560881), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:52.394312 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e41383d6-cb15-4a7d-8ba6-55c96d6f1d40 admin admin] Publish callbacks [] for security_group (04434d05-7640-4302-95ea-6ed248560881), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:52.525443 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:12:52.527992 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664057c-f262-449d-a9e2-2a76cfa50060 None None] Pushing event updated for resources: {'Port': ['ID=95481274-9783-4e42-8830-f352b06a94d1,revision_number=4']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:52.565654 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e41383d6-cb15-4a7d-8ba6-55c96d6f1d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (04434d05-7640-4302-95ea-6ed248560881), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:52.568968 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e41383d6-cb15-4a7d-8ba6-55c96d6f1d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:52.573571 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e41383d6-cb15-4a7d-8ba6-55c96d6f1d40 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/04434d05-7640-4302-95ea-6ed248560881 HTTP/1.1" status: 204 len: 168 time: 0.4897006 Oct 30 01:12:52.594004 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41383d6-cb15-4a7d-8ba6-55c96d6f1d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04434d05-7640-4302-95ea-6ed248560881,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:52.632947 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:52.665791 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] Set router b3bbdbf5-f0f3-49fa-a097-14effe21d751 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:52.981710 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:12:52.999483 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:53.013209 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] Sync routers for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:12:53.045941 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:53.048306 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:53.236288 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:12:46Z', 'revision_number': 4, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '95481274-9783-4e42-8830-f352b06a94d1', 'name': '', 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'mac_address': 'fa:16:3e:4e:8a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ff74de7b-2902-43da-ab02-a57cd5db927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:45Z', 'updated_at': '2022-10-30T01:12:52Z', 'revision_number': 4, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'subnets': [{'id': 'ff74de7b-2902-43da-ab02-a57cd5db927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:53.248040 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:12:53.254533 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03540c8-efea-4eec-a7d8-35c6f0356811" -d '{"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:12:53.262776 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ae2e1da9-89ee-4955-a27f-074812937e88 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/9dc8e395-7ab9-4c58-831a-0358888e3690 HTTP/1.1" status: 200 len: 993 time: 2.8119042 Oct 30 01:12:53.301430 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0b5a-b129-41e9-970e-5e76d11012c7 None None] The sync data for ids ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'] in dv-cinder-master-3-smb is: [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:12:46Z', 'revision_number': 4, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '95481274-9783-4e42-8830-f352b06a94d1', 'name': '', 'network_id': '11d8e2bc-c394-4232-b47d-ec789a7aea3e', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'mac_address': 'fa:16:3e:4e:8a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ff74de7b-2902-43da-ab02-a57cd5db927d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:45Z', 'updated_at': '2022-10-30T01:12:52Z', 'revision_number': 4, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'subnets': [{'id': 'ff74de7b-2902-43da-ab02-a57cd5db927d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:12:53.391797 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:53.422904 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986eed87-949c-4afa-9c0b-32a75361e789 x-openstack-request-id: req-986eed87-949c-4afa-9c0b-32a75361e789 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:12:53.423900 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:12:53.425790 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-986eed87-949c-4afa-9c0b-32a75361e789 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:12:53.426570 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986eed87-949c-4afa-9c0b-32a75361e789'] response: {'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767', 'status': 'completed', 'code': 200} Oct 30 01:12:53.644108 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-93e4e269-d9b5-458a-b107-c43a387b91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:53.646815 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-93e4e269-d9b5-458a-b107-c43a387b91b2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.1693020 Oct 30 01:12:54.019488 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-2234563c-e157-4032-b1ef-3469bd26118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:54.022289 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-2234563c-e157-4032-b1ef-3469bd26118f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.3619800 Oct 30 01:12:54.129317 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:54.153007 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9dc8e395-7ab9-4c58-831a-0358888e3690', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'floating_ip_address': '172.37.0.43', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:05Z', 'updated_at': '2022-10-30T01:12:51Z', 'revision_number': 3, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:54.185861 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-85a0a58b-133c-49df-a8db-b6b3e20a0465 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 1001 time: 0.1566844 Oct 30 01:12:54.210520 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] Checking router: 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:12:54.242341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:12:54.252114 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:12:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:54.259261 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:54.510491 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-c0c09c9d-8511-4af5-8e78-9a0050db28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:54.510491 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-c0c09c9d-8511-4af5-8e78-9a0050db28dd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.1389139 Oct 30 01:12:54.510491 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-8a1d4309-297f-4862-9c24-d47ed95c6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:54.510491 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-8a1d4309-297f-4862-9c24-d47ed95c6f1f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0633471 Oct 30 01:12:54.510846 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:12:54.543976 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-4d24ab44-1d17-47df-b447-6d07dc55f249 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Oct 30 01:12:54.620730 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 95481274-9783-4e42-8830-f352b06a94d1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:54.733976 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-b03540c8-efea-4eec-a7d8-35c6f0356811 req-07703843-a805-4dc7-a363-f71ec8eaf905 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832683 Oct 30 01:12:54.893945 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 95481274-9783-4e42-8830-f352b06a94d1 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:54.894368 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (95481274-9783-4e42-8830-f352b06a94d1), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:54.894813 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 95481274-9783-4e42-8830-f352b06a94d1 Oct 30 01:12:54.973204 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9dc8e395-7ab9-4c58-831a-0358888e3690', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'floating_ip_address': '172.37.0.43', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:05Z', 'updated_at': '2022-10-30T01:12:51Z', 'revision_number': 3, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:12:55.004642 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054fe23d-83f1-4b6f-b205-b37023c78fbf None None] The sync data for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb is: [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '9dc8e395-7ab9-4c58-831a-0358888e3690', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'floating_ip_address': '172.37.0.43', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'port_id': 'a670959f-9524-4528-b199-1b19260d3767', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'mac_address': 'fa:16:3e:88:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d6250d-ab71-49d8-843e-633f61eb9458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:05Z', 'updated_at': '2022-10-30T01:12:51Z', 'revision_number': 3, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:12:55.059224 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 95481274-9783-4e42-8830-f352b06a94d1 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:55.060834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (95481274-9783-4e42-8830-f352b06a94d1), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:55.116358 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:55.195838 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 95481274-9783-4e42-8830-f352b06a94d1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95481274-9783-4e42-8830-f352b06a94d1,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:55.292776 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (95481274-9783-4e42-8830-f352b06a94d1), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:55.417894 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=95481274-9783-4e42-8830-f352b06a94d1,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:55.428427 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:12:55.432435 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430faa96-7da6-4bd2-ad64-62168f5effc2" -d '{"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:12:55.521392 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf53e1e-7aa5-41f8-b663-cf4131d02a38 x-openstack-request-id: req-eaf53e1e-7aa5-41f8-b663-cf4131d02a38 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:12:55.529391 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "tag": "a670959f-9524-4528-b199-1b19260d3767", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:12:55.529391 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eaf53e1e-7aa5-41f8-b663-cf4131d02a38 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:12:55.529391 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf53e1e-7aa5-41f8-b663-cf4131d02a38'] response: {'name': 'network-changed', 'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'tag': 'a670959f-9524-4528-b199-1b19260d3767', 'status': 'completed', 'code': 200} Oct 30 01:12:55.672294 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-41df88e9-93c0-4f51-ab42-1e8934b5627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:55.674318 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-41df88e9-93c0-4f51-ab42-1e8934b5627e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 1130 time: 0.0744591 Oct 30 01:12:55.705008 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:55.815274 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:55.873463 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-92343bfc-84f1-410f-81e7-7ce8b2873e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:55.878538 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-92343bfc-84f1-410f-81e7-7ce8b2873e4d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.1945121 Oct 30 01:12:55.990844 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f834-3366-480c-9078-1f37658e1b72 req-05ff71fa-518f-4d78-8031-265e063fbab7 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:55.992676 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-95b8f834-3366-480c-9078-1f37658e1b72 req-05ff71fa-518f-4d78-8031-265e063fbab7 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0604625 Oct 30 01:12:56.074502 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-95b8f834-3366-480c-9078-1f37658e1b72 req-3e671b81-d6b2-4bdf-b3c8-34249e4425a6 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712597 Oct 30 01:12:56.293627 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 95481274-9783-4e42-8830-f352b06a94d1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:12:56.377136 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 95481274-9783-4e42-8830-f352b06a94d1 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:12:56.377730 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (95481274-9783-4e42-8830-f352b06a94d1), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:56.378275 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 95481274-9783-4e42-8830-f352b06a94d1 Oct 30 01:12:56.527573 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 95481274-9783-4e42-8830-f352b06a94d1 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:57.240364 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55612e-41e0-4be9-9457-3b180601e53f req-e82e62a6-2f6b-477c-89ba-eb1e91ced77e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:57.244337 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec55612e-41e0-4be9-9457-3b180601e53f req-e82e62a6-2f6b-477c-89ba-eb1e91ced77e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0613766 Oct 30 01:12:57.344748 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec55612e-41e0-4be9-9457-3b180601e53f req-9581665e-e4dc-47ea-b306-8b85158ffe5a tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933349 Oct 30 01:12:58.165555 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-fbca7d06-ac6b-40e9-943d-a85d33288562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:58.503504 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d52419-38c7-4cbf-a978-a7f1f824892b req-73c01acd-400b-4811-ab31-4d492302a156 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:58.506295 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02d52419-38c7-4cbf-a978-a7f1f824892b req-73c01acd-400b-4811-ab31-4d492302a156 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0607162 Oct 30 01:12:58.564840 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02d52419-38c7-4cbf-a978-a7f1f824892b req-3a772fd4-53ce-4485-b84c-7060bcd7dd80 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529621 Oct 30 01:12:59.443229 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:12:59.717158 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1085657-f624-4a1a-9ef8-b94ee7592fb8 req-5b08491e-7a6b-4cc3-aae6-a83154bcbf36 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.720460 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c1085657-f624-4a1a-9ef8-b94ee7592fb8 req-5b08491e-7a6b-4cc3-aae6-a83154bcbf36 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0644524 Oct 30 01:12:59.797217 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c1085657-f624-4a1a-9ef8-b94ee7592fb8 req-087223b1-e5bc-4eb5-aa1d-de06475bbeb7 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Oct 30 01:13:00.456835 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-2249bc03-f4b4-4029-8196-b0dd97e35553 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 200 len: 1001 time: 0.0936267 Oct 30 01:13:00.502404 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc392-1691-4b31-a735-1f044f40837c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:00.714304 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-15bc2d6e-905c-4418-83db-4232b10bcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:00.715870 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-15bc2d6e-905c-4418-83db-4232b10bcac1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.0811293 Oct 30 01:13:00.852503 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-19d0c5d5-e4e4-4376-958d-40548d283ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:00.855485 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-19d0c5d5-e4e4-4376-958d-40548d283ae6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0764754 Oct 30 01:13:00.872859 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-52d247e1-54b2-4459-9afc-6952c4c5ac43 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:00.874633 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-52d247e1-54b2-4459-9afc-6952c4c5ac43 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.0953705 Oct 30 01:13:00.938773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:00.972726 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-2368d02c-b85e-46b7-a0f0-fbc5ffcf89db service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082625 Oct 30 01:13:01.048357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ba2a-e463-4dc4-b0a4-a6c01c0e1a42 req-f5affcdd-12a7-4d0f-848b-dd7c9905558c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:01.049762 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1144ba2a-e463-4dc4-b0a4-a6c01c0e1a42 req-f5affcdd-12a7-4d0f-848b-dd7c9905558c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 945 time: 0.1274390 Oct 30 01:13:01.081076 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Deleting port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:01.081519 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:01.129087 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-430faa96-7da6-4bd2-ad64-62168f5effc2 req-c212c56b-981e-4992-a6ab-968fd6295aa8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491458 Oct 30 01:13:01.194777 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1144ba2a-e463-4dc4-b0a4-a6c01c0e1a42 req-502d0837-fad2-4bb4-a598-664a5b5a23a7 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347575 Oct 30 01:13:01.242535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] For port 703d5b5a-5333-40f3-b279-7fd21ceb03d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=703d5b5a-5333-40f3-b279-7fd21ceb03d3,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:01.242884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:01.268094 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Calling delete_port for 703d5b5a-5333-40f3-b279-7fd21ceb03d3 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:01.275073 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:01.542638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (703d5b5a-5333-40f3-b279-7fd21ceb03d3), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:01.590344 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['703d5b5a-5333-40f3-b279-7fd21ceb03d3'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:01.597331 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Pushing event deleted for resources: {'Port': ['ID=703d5b5a-5333-40f3-b279-7fd21ceb03d3,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:01.714582 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] No DVR routers for this DVR port 703d5b5a-5333-40f3-b279-7fd21ceb03d3 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:13:01.719376 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:01.723359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-680bcc97-06b8-4578-853c-4dfbf09ff599 req-45370961-afbd-41e7-9ea5-eadffc3b385d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "DELETE /networking/v2.0/ports/703d5b5a-5333-40f3-b279-7fd21ceb03d3 HTTP/1.1" status: 204 len: 173 time: 0.8431253 Oct 30 01:13:01.723958 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0060d3a-0447-440d-9a30-3d194419de58', 'name': 'network-vif-deleted', 'tag': '703d5b5a-5333-40f3-b279-7fd21ceb03d3'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:01.728802 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048e994a-4c0b-41d1-ae9d-085cc2fd842d" -d '{"events": [{"server_uuid": "d0060d3a-0447-440d-9a30-3d194419de58", "name": "network-vif-deleted", "tag": "703d5b5a-5333-40f3-b279-7fd21ceb03d3"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:01.781126 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180dafa-0078-4585-ab85-129993f58c6a x-openstack-request-id: req-4180dafa-0078-4585-ab85-129993f58c6a {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:01.781476 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0060d3a-0447-440d-9a30-3d194419de58", "name": "network-vif-deleted", "tag": "703d5b5a-5333-40f3-b279-7fd21ceb03d3", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:01.781728 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4180dafa-0078-4585-ab85-129993f58c6a {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:01.782145 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4180dafa-0078-4585-ab85-129993f58c6a'] response: {'server_uuid': 'd0060d3a-0447-440d-9a30-3d194419de58', 'name': 'network-vif-deleted', 'tag': '703d5b5a-5333-40f3-b279-7fd21ceb03d3', 'status': 'completed', 'code': 200} Oct 30 01:13:02.226558 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:02.338992 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2fc7040c-2119-4f4a-8017-188a1888866a req-23c75aaa-ccc5-4934-9b5a-3823ac01c2c1 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.0298467 Oct 30 01:13:03.221589 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=42 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:03.494651 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-579e35fe-b05b-43b3-afe7-50652a46f251 req-85dd9d73-5b54-403a-9ec6-8beca8ecd9f8 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0060d3a-0447-440d-9a30-3d194419de58 HTTP/1.1" status: 200 len: 210 time: 0.0315819 Oct 30 01:13:03.690535 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:03.931042 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:04.336812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 703d5b5a-5333-40f3-b279-7fd21ceb03d3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:13:04.366255 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 703d5b5a-5333-40f3-b279-7fd21ceb03d3 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:13:04.366790 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 703d5b5a-5333-40f3-b279-7fd21ceb03d3 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:13:04.538491 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-4e06fd79-1074-40ce-bdcf-3a251268d290 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:04.541294 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-4e06fd79-1074-40ce-bdcf-3a251268d290 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 815 time: 0.1322920 Oct 30 01:13:04.565829 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-c2a64b92-50b6-4493-84c3-7df7db688f4c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/quotas/77968fc2b85349b2a625ea9bf25cd026 HTTP/1.1" status: 200 len: 375 time: 0.0171144 Oct 30 01:13:04.658084 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-2845e785-43f9-429b-bcdf-c887587109a0 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852935 Oct 30 01:13:04.821542 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-6373e6c5-e84a-4ab3-be85-a2cd86b9c7ef service neutron] 10.222.0.26 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432385 Oct 30 01:13:04.934949 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-ecf2a665-3b92-4762-8944-8b97844ec06f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019375 Oct 30 01:13:05.229778 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a3305084-1272-47bd-8cae-0c91bb7bfcf9 req-cb24f0a4-43c7-4180-80f4-f0efb08501bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 210 time: 0.0430727 Oct 30 01:13:06.327195 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cfe38d47-f18e-42ae-8755-caa3d0205c64 req-b2c167d9-c58e-427d-a9c7-d1464aec60c5 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 210 time: 0.0306284 Oct 30 01:13:07.455340 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3724b666-299f-4ab4-9c24-49b4215f0e35 req-473909dc-634e-4d68-8361-7ec7caec2634 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 210 time: 0.0342202 Oct 30 01:13:08.303979 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-01112209-03d9-4fa5-a5b5-d2e23920a3cf tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:08.306775 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-01112209-03d9-4fa5-a5b5-d2e23920a3cf tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 815 time: 0.1368406 Oct 30 01:13:08.327808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'port': {'device_id': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'admin_state_up': True, 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:08.441505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:08.514139 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Made reservation on behalf of 77968fc2b85349b2a625ea9bf25cd026 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:13:08.523093 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:08.631828 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-72890d56-82c2-4cfe-aa67-e3c878676b2f req-255808aa-d2bd-4e2f-b7dc-ab1edda6fb40 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 210 time: 0.0622506 Oct 30 01:13:08.650260 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:08.727557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Allocated IP 172.20.0.5 (18b95593-51bf-430c-b604-7f9c27dddbdb/0caf2e6d-d13e-4777-a1c6-41ea70acebe9/4e38f9d6-0235-42f8-8ef7-c7a4b4344058) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:08.913775 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:09.028550 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:09.099948 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Network 18b95593-51bf-430c-b604-7f9c27dddbdb is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:09.105726 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:09.108144 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:09.111135 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:09.207359 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:09.207359 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:09.320203 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-348f65c7-237b-47db-a9c9-0a99322f8e49 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967885 Oct 30 01:13:09.442317 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=6 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:09.517638 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-12cfa2e4-6f62-4592-ab03-99d590e1cc32 None None] Provisioning complete for port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:09.519174 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-12cfa2e4-6f62-4592-ab03-99d590e1cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:09.519885 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-12cfa2e4-6f62-4592-ab03-99d590e1cc32 None None] Attempt 1 to provision port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 Oct 30 01:13:09.585993 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-12cfa2e4-6f62-4592-ab03-99d590e1cc32 None None] Port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:13:09.700408 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:09.758007 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-f063038b-0bba-449c-bf39-c1189e5d53c5 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:09.761248 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-f063038b-0bba-449c-bf39-c1189e5d53c5 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/networks?id=32880eeb-e493-4688-8da8-8b7c1a83fec5 HTTP/1.1" status: 200 len: 814 time: 0.2713070 Oct 30 01:13:09.826469 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-c466f335-f641-43ca-a792-91aba9d7acbc tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/quotas/ec0e8d209ae34edca0d7dc5dae71129a HTTP/1.1" status: 200 len: 375 time: 0.0466831 Oct 30 01:13:09.872524 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-56798944-9b29-440e-b620-e7011b1dbc3f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356491 Oct 30 01:13:09.880778 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d48f9-95c9-4239-9d1f-163c06efb20d req-d5f0fb8a-530d-4ae8-9ed6-2f422fc0323e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:09.887943 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c0d48f9-95c9-4239-9d1f-163c06efb20d req-d5f0fb8a-530d-4ae8-9ed6-2f422fc0323e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.1234763 Oct 30 01:13:09.998754 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c0d48f9-95c9-4239-9d1f-163c06efb20d req-ad130a41-54fe-4b58-8c3a-bd22550a2a4f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098940 Oct 30 01:13:10.027296 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-2b18e5bf-eecf-4434-b9c9-1aabcb35ce19 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372039 Oct 30 01:13:10.363375 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-7cf466b5-3779-497a-944f-6d51486013fb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292835 Oct 30 01:13:10.627336 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:10.718248 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7330eb89-f08d-41c1-bb54-612be21032c4 req-1ead7524-2b46-49b6-815b-12ea2372dec5 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0446391 Oct 30 01:13:11.112352 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=52 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:11.127406 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=23 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:11.179316 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817e3ce-27cc-40c3-8c34-3537173c5910 req-0247b3a6-6afb-4103-983f-7243783fec8e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:11.181721 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9817e3ce-27cc-40c3-8c34-3537173c5910 req-0247b3a6-6afb-4103-983f-7243783fec8e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.0910742 Oct 30 01:13:11.259645 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9817e3ce-27cc-40c3-8c34-3537173c5910 req-fb1b2252-0853-4491-8005-97e537d7f0c4 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672853 Oct 30 01:13:11.868331 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4538c298-2ca4-4054-9b15-92db39d32e06 req-4286de4c-0104-473f-99f5-addf114cbc2b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0329878 Oct 30 01:13:12.454534 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ce10-5b11-45b5-8f18-30490444e90e req-7ca8236c-24d8-4a8e-90b3-a512fa718840 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:12.463719 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8309ce10-5b11-45b5-8f18-30490444e90e req-7ca8236c-24d8-4a8e-90b3-a512fa718840 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.0804527 Oct 30 01:13:12.528173 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8309ce10-5b11-45b5-8f18-30490444e90e req-2ca2c798-afb2-4814-aa7c-df94af43cf66 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634274 Oct 30 01:13:13.020935 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76efbcf0-f3f2-4f99-a059-37f7ab5cce48 req-76a2c021-972f-41b7-9621-d5c16cc042d3 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0441175 Oct 30 01:13:13.731224 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e3e08-7156-4942-8623-ccc3c0d6547b req-b7843c18-b6af-4be4-a7b7-6d47a69cd05e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:13.732971 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4e1e3e08-7156-4942-8623-ccc3c0d6547b req-b7843c18-b6af-4be4-a7b7-6d47a69cd05e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.0751977 Oct 30 01:13:13.808997 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4e1e3e08-7156-4942-8623-ccc3c0d6547b req-f3ab469f-d3fb-4ccc-95d3-4e205f984a53 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 Oct 30 01:13:14.228718 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-082033fb-97b1-4c2c-a820-37dbd8f5cb45 req-d418a442-41f7-4850-b89a-75aed18bb758 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0715344 Oct 30 01:13:14.994363 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f3335-7ba7-4e71-82ce-cf09513bacd6 req-aa42bbeb-7d55-44fc-b4f5-c820a58ac465 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:14.996302 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e66f3335-7ba7-4e71-82ce-cf09513bacd6 req-aa42bbeb-7d55-44fc-b4f5-c820a58ac465 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.0703571 Oct 30 01:13:15.069266 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e66f3335-7ba7-4e71-82ce-cf09513bacd6 req-56082bb9-f90d-459e-a050-80a5436ac245 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Oct 30 01:13:15.396203 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3eb1f7b0-1b13-40c0-8724-a95a74f46933 req-db8746d0-8791-4278-af5c-fa718d5c4358 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0489602 Oct 30 01:13:16.282044 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:16.308276 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65769b-1525-4c1c-a064-8027c19e4946 req-b340a31b-d6f5-44b1-bc20-0d677021c533 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:16.308276 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4e65769b-1525-4c1c-a064-8027c19e4946 req-b340a31b-d6f5-44b1-bc20-0d677021c533 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.0887485 Oct 30 01:13:16.387311 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4e65769b-1525-4c1c-a064-8027c19e4946 req-8d401287-9180-46ad-99a3-48a5a627e6a3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706077 Oct 30 01:13:16.598662 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e2a53247-e637-4886-952a-1d1ab8922736 req-4e684c81-4ede-488c-9d2f-88438ab839ae tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0497463 Oct 30 01:13:17.438367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a805-cadf-41df-a988-b93243440f29 req-c2046d3b-350a-4545-b6a7-b28fcd2354ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:17.440044 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e0c7a805-cadf-41df-a988-b93243440f29 req-c2046d3b-350a-4545-b6a7-b28fcd2354ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0580201 Oct 30 01:13:17.516565 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e0c7a805-cadf-41df-a988-b93243440f29 req-583f3f27-754a-442d-b7db-f6a1054318a6 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691164 Oct 30 01:13:17.636712 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679689c2-f88d-441d-90d3-7c69d174df35 req-53eeb8b8-c2da-4755-b386-012ea2b246d0 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:17.645921 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-679689c2-f88d-441d-90d3-7c69d174df35 req-53eeb8b8-c2da-4755-b386-012ea2b246d0 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.1018121 Oct 30 01:13:17.742286 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:17.774225 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9dae8edf-0e4e-4850-a3cb-86ed13b3f606 req-9ac28b7d-72b4-4b10-90b9-2d569464f765 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0558653 Oct 30 01:13:17.788305 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-679689c2-f88d-441d-90d3-7c69d174df35 req-50cfb4bf-892a-4076-85c9-12385102be27 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409407 Oct 30 01:13:18.525274 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Request body: {'port': {'device_id': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:18.646111 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:18.723671 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567115-617b-4f56-8840-578021bd3fa9 req-665814cd-6e8e-4e4d-a79a-acfe39f2e96b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:18.725341 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9567115-617b-4f56-8840-578021bd3fa9 req-665814cd-6e8e-4e4d-a79a-acfe39f2e96b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0953171 Oct 30 01:13:18.736193 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-15ea22cc-3a0e-4dfa-ba4c-c7cffb49fec7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601497 Oct 30 01:13:18.867359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9567115-617b-4f56-8840-578021bd3fa9 req-c5b6d918-d213-4ed0-bec7-14650e6cee2a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302423 Oct 30 01:13:19.001451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ed06-b74b-49a8-a510-a6cda3c581d2 req-729d6b9c-09e2-46d8-902f-2b53141e674c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:19.003061 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b76ed06-b74b-49a8-a510-a6cda3c581d2 req-729d6b9c-09e2-46d8-902f-2b53141e674c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 931 time: 0.1111872 Oct 30 01:13:19.034106 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d10ab584-3576-43c6-bd89-25e56b9346bd req-0e82fdee-92a1-4d46-a2d8-bb6ed35e68bc tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0505216 Oct 30 01:13:19.116692 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b76ed06-b74b-49a8-a510-a6cda3c581d2 req-7834f0d6-1328-43f5-95fc-b7176bce4af9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916653 Oct 30 01:13:19.161934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:19.174473 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Publish callbacks [] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:19.194377 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Transition to ACTIVE for port object 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:13:19.270854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:19.350976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:19.392306 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.392573 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.392914 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.393257 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.393595 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.393932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.394260 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.394590 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.394917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.395248 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.395578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.395939 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.396266 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.396596 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.396917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:19.433454 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Attempting to bind port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:13:19.435752 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Attempting to bind port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:13:19.435752 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Attempting to bind port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 on network 18b95593-51bf-430c-b604-7f9c27dddbdb {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:19.478100 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:19.489114 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 on network 18b95593-51bf-430c-b604-7f9c27dddbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:13:19.493324 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Attempting to bind port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 on network 18b95593-51bf-430c-b604-7f9c27dddbdb {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:19.535030 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:19.539749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:13:19.540150 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Checking segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:13:19.540494 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Bound using segment: {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:13:19.540942 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Bound port: 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b160bb8-e76f-49cb-bff2-0005e0979b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:13:19.541308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:19.612305 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:13:19.616107 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:13:19.735955 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:19.741484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:19.742197 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:19.744047 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 1093 time: 1.2263048 Oct 30 01:13:19.744654 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:19.747034 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa875cf6-5fb8-42b7-b345-d2bac778cf56" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:19.800689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3b805-6d52-490b-966d-fbd8c4f69cfd x-openstack-request-id: req-70a3b805-6d52-490b-966d-fbd8c4f69cfd {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:19.801096 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:19.801415 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a3b805-6d52-490b-966d-fbd8c4f69cfd {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:19.801933 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a3b805-6d52-490b-966d-fbd8c4f69cfd'] response: {'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'status': 'completed', 'code': 200} Oct 30 01:13:19.820158 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac0e7d-d34d-4410-9b0d-789d3e6c261a service neutron] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:20.027691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068714f-6eb2-4acb-b22a-c1687b6aa0dc req-b71b6fb4-c8db-48e6-88a0-bc59b469311e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.029317 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d068714f-6eb2-4acb-b22a-c1687b6aa0dc req-b71b6fb4-c8db-48e6-88a0-bc59b469311e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0527058 Oct 30 01:13:20.085505 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d068714f-6eb2-4acb-b22a-c1687b6aa0dc req-6bdc4a7c-be21-443c-9bf1-fe9b31dd4b54 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499279 Oct 30 01:13:20.168867 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae20d146-3a93-4e68-a457-475e8a3e7cbd req-f69ac2e9-e883-4ce4-b087-7560920380d0 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0305316 Oct 30 01:13:20.280170 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ef74-f611-4bad-ac2f-0d1cb1aba227 req-dd8255e1-fe02-401c-94ab-c3a3f3f068ae tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.282047 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5058ef74-f611-4bad-ac2f-0d1cb1aba227 req-dd8255e1-fe02-401c-94ab-c3a3f3f068ae tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 943 time: 0.0656440 Oct 30 01:13:20.350735 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5058ef74-f611-4bad-ac2f-0d1cb1aba227 req-4065bba6-7756-49bf-8a52-c852610898f3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623517 Oct 30 01:13:20.504619 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:20.510827 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:20.777619 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-4a901ba3-a5b5-45d7-bc43-c2b9f1c838e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.778514 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875cf6-5fb8-42b7-b345-d2bac778cf56 req-6ae4b94c-ed83-4153-bf4f-0b1888b64e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.780204 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fa875cf6-5fb8-42b7-b345-d2bac778cf56 req-6ae4b94c-ed83-4153-bf4f-0b1888b64e66 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1127 time: 0.0635190 Oct 30 01:13:20.780395 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-4a901ba3-a5b5-45d7-bc43-c2b9f1c838e1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=95c63194a18f4768abe23f55608ec8c6&device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 1130 time: 0.0633249 Oct 30 01:13:20.967261 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082208a-5afe-4a43-bcfd-92b29932059e req-5fd287b8-5e51-4925-9a18-f5e659587d4f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.969183 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a082208a-5afe-4a43-bcfd-92b29932059e req-5fd287b8-5e51-4925-9a18-f5e659587d4f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.1137018 Oct 30 01:13:20.992724 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875cf6-5fb8-42b7-b345-d2bac778cf56 req-65d7df3e-fb97-4f70-b5c2-5f78b8bf9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.994230 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fa875cf6-5fb8-42b7-b345-d2bac778cf56 req-65d7df3e-fb97-4f70-b5c2-5f78b8bf9178 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=77968fc2b85349b2a625ea9bf25cd026&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1441469 Oct 30 01:13:21.069565 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-488d95c9-89e4-472d-8d5f-0292c3f4c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.071148 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-488d95c9-89e4-472d-8d5f-0292c3f4c96c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 200 len: 920 time: 0.2050931 Oct 30 01:13:21.128979 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-badc753c-8dcb-42ea-9d4b-e380ea4f21c3 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 200 len: 217 time: 0.0509202 Oct 30 01:13:21.132999 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Deleting port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:21.132999 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:21.167977 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875cf6-5fb8-42b7-b345-d2bac778cf56 req-364d1fa5-f3c1-4aff-982b-7fb23c60e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.173080 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-fa875cf6-5fb8-42b7-b345-d2bac778cf56 req-364d1fa5-f3c1-4aff-982b-7fb23c60e036 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718616 Oct 30 01:13:21.297490 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3a298-3c05-43b7-9899-23f419aa2299 req-da67113c-3dee-4335-bcf9-2971e060229e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.299214 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83a3a298-3c05-43b7-9899-23f419aa2299 req-da67113c-3dee-4335-bcf9-2971e060229e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 946 time: 0.0710249 Oct 30 01:13:21.304239 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-7c7d800b-72d2-42a1-9395-7cd32d00e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.305928 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-7c7d800b-72d2-42a1-9395-7cd32d00e10a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 200 len: 858 time: 0.1694400 Oct 30 01:13:21.331063 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-d4adc823-5f71-4e90-9ff1-ebc62e65c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.333926 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-d4adc823-5f71-4e90-9ff1-ebc62e65c378 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1127 time: 0.0830057 Oct 30 01:13:21.343461 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:21.401922 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] For port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:21.402329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:21.425690 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-3f93f61a-d6e8-4a03-9a5d-62a21d8afb1c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 217 time: 0.0726082 Oct 30 01:13:21.444030 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-72594f07-ec40-4e48-997a-ac59af184bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.445587 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-72594f07-ec40-4e48-997a-ac59af184bff service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=de618076-b93d-46d5-a096-a44e39256fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1242967 Oct 30 01:13:21.487134 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-ed696553-f67d-4678-92ca-da1de7d5ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.488677 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-ed696553-f67d-4678-92ca-da1de7d5ec99 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.0568428 Oct 30 01:13:21.543525 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83a3a298-3c05-43b7-9899-23f419aa2299 req-a09890e9-52c4-41a9-9a2a-e457f07be1ef tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250640 Oct 30 01:13:21.587455 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5c2628c6-accd-4b6a-bdf3-c54b5bdafb5a req-6e6f4604-47ff-41ef-81ae-6c5fcbb9f78d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.1069305 Oct 30 01:13:21.672921 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:21.768863 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-e229d31d-d02a-41f6-8dbf-f93274b7bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.770770 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-e229d31d-d02a-41f6-8dbf-f93274b7bff6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0700932 Oct 30 01:13:21.772244 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5cfc8-09c5-4550-adf4-25cd93122cfa req-57ace9f6-b32b-4ee2-8ef7-5bd610025391 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:21.773801 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6eb5cfc8-09c5-4550-adf4-25cd93122cfa req-57ace9f6-b32b-4ee2-8ef7-5bd610025391 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 943 time: 0.1154554 Oct 30 01:13:21.858262 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:21.859948 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (016ebace-1b49-49bf-9e19-06dc7ad26c6d), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:21.859948 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Floating IP 016ebace-1b49-49bf-9e19-06dc7ad26c6d disassociated. External IP: 172.37.0.156, port: e110a9e6-b871-4b2d-8aa2-faebc5bffc4d. Oct 30 01:13:21.860350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Calling delete_port for e110a9e6-b871-4b2d-8aa2-faebc5bffc4d owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:21.927110 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-870de670-5045-4dcc-8a05-eb6fc3b5b3e7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482880 Oct 30 01:13:21.979976 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-4b26d01d-a738-412a-b03d-d3188ae1632d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476549 Oct 30 01:13:21.979976 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6eb5cfc8-09c5-4550-adf4-25cd93122cfa req-97269fd8-07c2-4cab-8944-242c53090341 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529593 Oct 30 01:13:22.034153 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-d8e7daa6-1994-4d9f-add6-95a311e2562f req-9ccb028d-7696-4f4b-ab99-2c7a1f0240b5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000831 Oct 30 01:13:22.495189 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5dc0b957-b77e-452f-a63b-b7b9fc1ca5bd req-22aff43c-44cf-460e-8bc6-ec206e308a25 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330572 Oct 30 01:13:22.638688 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (e110a9e6-b871-4b2d-8aa2-faebc5bffc4d), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:22.750971 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6158d7a4-7288-4aba-81bb-6c9850a30894 req-1a816c66-f173-4878-8172-2e67d6dc4061 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.1085322 Oct 30 01:13:22.751699 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event deleted for resources: {'Port': ['ID=e110a9e6-b871-4b2d-8aa2-faebc5bffc4d,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:22.770635 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:22.780129 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94e409cf-8ab4-49e2-a60d-adc10b1db6ff req-56844ea9-651d-4051-94c7-81267ea5c47b tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.1018546 Oct 30 01:13:22.908096 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:13:23.052972 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:13:23.070341 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:13:23.088168 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:23.089503 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:23.126991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] No DVR routers for this DVR port e110a9e6-b871-4b2d-8aa2-faebc5bffc4d on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:13:23.135274 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:23.138819 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a082208a-5afe-4a43-bcfd-92b29932059e req-1b6db75a-3a04-460b-be0f-b36c66bfcbcb tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e110a9e6-b871-4b2d-8aa2-faebc5bffc4d HTTP/1.1" status: 204 len: 173 time: 2.1618631 Oct 30 01:13:23.139383 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'name': 'network-vif-deleted', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:23.142415 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2226435f-9db3-40b2-9e06-d9fea590f337" -d '{"events": [{"server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "name": "network-vif-deleted", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:23.156356 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f183-7619-4126-9024-5680a4d58113 req-7f144712-9d6f-4a7e-b142-82c2a726da0e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:23.158030 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5c27f183-7619-4126-9024-5680a4d58113 req-7f144712-9d6f-4a7e-b142-82c2a726da0e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 943 time: 0.0991027 Oct 30 01:13:23.224590 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1553a25a-ea37-48ff-ac39-10f7cc5ea4e9 x-openstack-request-id: req-1553a25a-ea37-48ff-ac39-10f7cc5ea4e9 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:23.225089 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb", "name": "network-vif-deleted", "tag": "e110a9e6-b871-4b2d-8aa2-faebc5bffc4d", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:23.225464 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1553a25a-ea37-48ff-ac39-10f7cc5ea4e9 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:23.226115 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1553a25a-ea37-48ff-ac39-10f7cc5ea4e9'] response: {'server_uuid': '4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb', 'name': 'network-vif-deleted', 'tag': 'e110a9e6-b871-4b2d-8aa2-faebc5bffc4d', 'status': 'completed', 'code': 200} Oct 30 01:13:23.235001 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5c27f183-7619-4126-9024-5680a4d58113 req-9d49bd50-d85d-4d1c-b2fc-81504d4bd0b9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675795 Oct 30 01:13:23.237800 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:23.602449 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-780f7a69-58e0-401d-a0e5-3eefbc24ae42 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:23.603939 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:23.605177 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-780f7a69-58e0-401d-a0e5-3eefbc24ae42 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "GET /networking/v2.0/networks?id=32880eeb-e493-4688-8da8-8b7c1a83fec5 HTTP/1.1" status: 200 len: 814 time: 0.2131360 Oct 30 01:13:23.646247 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:13:23.658272 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:23.658917 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:23.784262 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:23.829586 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Request body: {'port': {'device_id': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5', 'admin_state_up': True, 'tenant_id': 'ec0e8d209ae34edca0d7dc5dae71129a'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:24.071085 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-95b553d7-a68e-41da-9fd3-b5a75257d2a6 req-11cdaf57-2de7-4aa4-8205-110cc4b67fc1 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0934877 Oct 30 01:13:24.075688 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-03d3ed84-e057-492b-adf7-0890dd663797 req-49e771fb-1f40-418e-ab2e-cff3e58e39e7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.1019325 Oct 30 01:13:24.139143 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:24.250330 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Made reservation on behalf of ec0e8d209ae34edca0d7dc5dae71129a for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:13:24.258217 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.349554 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:24.397294 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:13:24.430010 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e110a9e6-b871-4b2d-8aa2-faebc5bffc4d no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:13:24.441007 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754b78e-ad13-4ef1-8c44-dba597ad22ff None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:13:24.556617 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: e110a9e6-b871-4b2d-8aa2-faebc5bffc4d {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:13:24.557940 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device e110a9e6-b871-4b2d-8aa2-faebc5bffc4d not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:13:24.597459 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2108a-9c09-4ba3-bb18-04fc30ae49fb req-51ff8029-0047-4c7b-aba8-7c72cce9353e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:24.619947 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1ed2108a-9c09-4ba3-bb18-04fc30ae49fb req-51ff8029-0047-4c7b-aba8-7c72cce9353e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 943 time: 0.1897280 Oct 30 01:13:24.621052 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:24.638588 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'port_id': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'mac_address': 'fa:16:3e:22:4d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:13:24.696367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Allocated IP 172.20.0.6 (32880eeb-e493-4688-8da8-8b7c1a83fec5/8e8b1a1e-5de4-4d18-8b43-22b8e1225fde/f108db99-3311-466f-b641-553588f1878e) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:24.713602 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:24.714577 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.750434 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:24.798883 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:24.800481 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1ed2108a-9c09-4ba3-bb18-04fc30ae49fb req-8797e204-69cc-45a7-b890-5814e7c8e3ba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782396 Oct 30 01:13:24.867113 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca93b6-c6a2-462b-815c-85d3953f4d6d None None] New status for floating IP 016ebace-1b49-49bf-9e19-06dc7ad26c6d: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:13:24.913874 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:25.049476 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:25.087035 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks [] for port (f108db99-3311-466f-b641-553588f1878e), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:25.184519 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:25.272379 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['4e38f9d6-0235-42f8-8ef7-c7a4b4344058'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:25.318321 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (f108db99-3311-466f-b641-553588f1878e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:25.328191 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-05ec56ba-b953-490d-af68-f55066c33b8f req-8c7df98a-f81c-4833-9138-6518866d7d5b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0758827 Oct 30 01:13:25.398635 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-52986fae-65d6-4ec3-9622-9be1755c2738 req-eadbd394-3286-4479-85df-4b8f8bd2001f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4de39b8b-1cc6-4ddf-b0b4-814fc109f6cb HTTP/1.1" status: 200 len: 210 time: 0.0826826 Oct 30 01:13:25.430494 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Pushing event updated for resources: {'Port': ['ID=f108db99-3311-466f-b641-553588f1878e,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:25.458685 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Network 32880eeb-e493-4688-8da8-8b7c1a83fec5 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:25.461055 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:25.472753 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:25.578599 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:25.579751 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:25.668947 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9d3f51ba-ca44-4dd1-b927-3561cf24b016 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8448625 Oct 30 01:13:25.764931 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Request body: {'port': {'device_id': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:25.857202 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f108db99-3311-466f-b641-553588f1878e), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.044342 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9944-d616-40b4-a786-b2bd975f3e59 req-26e8f902-2038-459d-bb2f-b1c462542ade tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.047533 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aeff9944-d616-40b4-a786-b2bd975f3e59 req-26e8f902-2038-459d-bb2f-b1c462542ade tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 944 time: 0.1234634 Oct 30 01:13:26.203728 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:26.269157 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aeff9944-d616-40b4-a786-b2bd975f3e59 req-a887e64b-5ce7-4db3-b302-8ae6479906bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417673 Oct 30 01:13:26.424475 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:13:26.504456 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:13:26.505865 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f108db99-3311-466f-b641-553588f1878e {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:26.528542 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Publish callbacks [] for port (f108db99-3311-466f-b641-553588f1878e), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.539362 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1c4d-625a-4aae-b08d-06647bef18ad req-7787286a-20b0-4ccb-bbcb-e8c14d3705e5 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.541087 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bb8b1c4d-625a-4aae-b08d-06647bef18ad req-7787286a-20b0-4ccb-bbcb-e8c14d3705e5 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 931 time: 0.0831604 Oct 30 01:13:26.547865 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Transition to ACTIVE for port object f108db99-3311-466f-b641-553588f1878e will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:13:26.592799 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:26.593298 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.593769 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 Oct 30 01:13:26.609960 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bb8b1c4d-625a-4aae-b08d-06647bef18ad req-9f5902b9-abab-4045-b2e0-f86c1abe5fc2 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593474 Oct 30 01:13:26.645228 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (f108db99-3311-466f-b641-553588f1878e), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.701112 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:26.701707 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.741869 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57524) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:26.751528 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:26.755240 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a9930-6c4d-4c17-a014-3295fd5713b3" -d '{"events": [{"server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "name": "network-vif-plugged", "status": "completed", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:26.783786 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:26.827876 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f108db99-3311-466f-b641-553588f1878e,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:26.834817 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:26.843667 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057998a-bcb7-408d-9596-12e24a4e03a3 x-openstack-request-id: req-e057998a-bcb7-408d-9596-12e24a4e03a3 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:26.844168 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "name": "network-vif-plugged", "status": "completed", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:26.847052 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e057998a-bcb7-408d-9596-12e24a4e03a3 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:26.847052 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e057998a-bcb7-408d-9596-12e24a4e03a3'] response: {'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'code': 200} Oct 30 01:13:26.853635 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.866214 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Attempting to bind port f108db99-3311-466f-b641-553588f1878e on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:13:26.866560 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Attempting to bind port f108db99-3311-466f-b641-553588f1878e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:13:26.866891 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Attempting to bind port f108db99-3311-466f-b641-553588f1878e on network 32880eeb-e493-4688-8da8-8b7c1a83fec5 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:26.867577 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.914814 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:26.925316 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Port f108db99-3311-466f-b641-553588f1878e on network 32880eeb-e493-4688-8da8-8b7c1a83fec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:13:26.925807 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Attempting to bind port f108db99-3311-466f-b641-553588f1878e on network 32880eeb-e493-4688-8da8-8b7c1a83fec5 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:26.927302 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:26.942231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:26.981877 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:13:26.982194 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Checking segment: {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:13:26.985164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Bound using segment: {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:13:26.985164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Bound port: f108db99-3311-466f-b641-553588f1878e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb99b20b-960d-4bee-bfbd-2f252432457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:13:26.985164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f108db99-3311-466f-b641-553588f1878e), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.073330 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] For port f108db99-3311-466f-b641-553588f1878e, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:13:27.079270 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] For port f108db99-3311-466f-b641-553588f1878e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f108db99-3311-466f-b641-553588f1878e,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:13:27.100565 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.103267 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.104594 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f HTTP/1.1" status: 204 len: 168 time: 0.3611944 Oct 30 01:13:27.108833 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57528) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:27.116886 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:27.126600 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.126987 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.127408 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.127843 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.128267 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.128600 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.128936 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.129252 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.129582 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.129907 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.130227 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.130752 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.131190 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.131425 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.131796 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488889a0-5550-4b32-8526-4eadd6da9c6e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:27.136570 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.api.v2.resource [None req-28aef44f-8774-4a3e-9df3-ec53be56ed18 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] show failed (client error): The resource could not be found. Oct 30 01:13:27.138175 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-28aef44f-8774-4a3e-9df3-ec53be56ed18 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups/a4b670f3-2003-4c7b-b6d5-9ae0c0e0e97f HTTP/1.1" status: 404 len: 347 time: 0.0278871 Oct 30 01:13:27.141810 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57530) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:27.181287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (f108db99-3311-466f-b641-553588f1878e), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.187811 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.192985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.192985 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/f108db99-3311-466f-b641-553588f1878e HTTP/1.1" status: 200 len: 1093 time: 1.4298930 Oct 30 01:13:27.192985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'tag': 'f108db99-3311-466f-b641-553588f1878e'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:27.194386 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e7616-51ed-490f-981c-b8fcdd458649" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f2accb-ba39-4187-bfb8-192a213ff63f", "tag": "f108db99-3311-466f-b641-553588f1878e"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:27.256852 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabe9806-38b5-4152-b38e-3549b84c9551 x-openstack-request-id: req-cabe9806-38b5-4152-b38e-3549b84c9551 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:27.257589 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f2accb-ba39-4187-bfb8-192a213ff63f", "tag": "f108db99-3311-466f-b641-553588f1878e", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:27.257589 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cabe9806-38b5-4152-b38e-3549b84c9551 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:27.258104 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabe9806-38b5-4152-b38e-3549b84c9551'] response: {'name': 'network-changed', 'server_uuid': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'tag': 'f108db99-3311-466f-b641-553588f1878e', 'status': 'completed', 'code': 200} Oct 30 01:13:27.299023 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb118677-57a6-4303-a71f-5f1b13b887e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f108db99-3311-466f-b641-553588f1878e,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:27.344231 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Deleting port 7242a949-dcb7-41bf-ac30-f53e9dd57d20 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:27.344580 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.443635 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e7616-51ed-490f-981c-b8fcdd458649 req-8f482d7f-903a-4f82-bd89-384544a0466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.445249 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-303e7616-51ed-490f-981c-b8fcdd458649 req-8f482d7f-903a-4f82-bd89-384544a0466b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 1127 time: 0.1348338 Oct 30 01:13:27.449580 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f317-9ced-4b1c-947b-d27f6d6b9af7 req-f5909cf8-67c3-428f-bf3b-69a036c0b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.450934 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8bc1f317-9ced-4b1c-947b-d27f6d6b9af7 req-f5909cf8-67c3-428f-bf3b-69a036c0b5cc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1129 time: 0.1419306 Oct 30 01:13:27.454831 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.455163 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (7242a949-dcb7-41bf-ac30-f53e9dd57d20), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.465024 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5e5f-aaec-4d9c-a033-7775a9a48dab req-1265432e-802f-4553-bd91-b81f9fc760db tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.466624 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-84af5e5f-aaec-4d9c-a033-7775a9a48dab req-1265432e-802f-4553-bd91-b81f9fc760db tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0719881 Oct 30 01:13:27.472767 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Calling delete_port for 7242a949-dcb7-41bf-ac30-f53e9dd57d20 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:27.478914 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:27.479556 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:27.565899 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:27.624301 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-84af5e5f-aaec-4d9c-a033-7775a9a48dab req-450cf1ab-e769-4a6a-844d-223239ceed60 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409934 Oct 30 01:13:27.630590 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8bc1f317-9ced-4b1c-947b-d27f6d6b9af7 req-ebd803c3-bb0c-4a71-a4b9-b914e56f2dca service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628962 Oct 30 01:13:27.654347 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e7616-51ed-490f-981c-b8fcdd458649 req-aaedadc9-38d7-4d96-b6de-eb44cc4564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.656433 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-303e7616-51ed-490f-981c-b8fcdd458649 req-aaedadc9-38d7-4d96-b6de-eb44cc4564ae service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1825180 Oct 30 01:13:27.763608 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (7242a949-dcb7-41bf-ac30-f53e9dd57d20), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.765376 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509260f-e313-4009-96c4-98c790b8df67 req-462f70f9-9528-4d33-9e5a-5ea5bb19b96d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.767048 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7509260f-e313-4009-96c4-98c790b8df67 req-462f70f9-9528-4d33-9e5a-5ea5bb19b96d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 943 time: 0.0565801 Oct 30 01:13:27.798857 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event deleted for resources: {'Port': ['ID=7242a949-dcb7-41bf-ac30-f53e9dd57d20,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:27.833919 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7509260f-e313-4009-96c4-98c790b8df67 req-67aacc77-bcc4-49e4-893e-57f1f9d56324 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Oct 30 01:13:27.897301 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (016ebace-1b49-49bf-9e19-06dc7ad26c6d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.900398 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:27.902656 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0f45119c-4cde-497e-a5dd-fc9fc0a0b976 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/016ebace-1b49-49bf-9e19-06dc7ad26c6d HTTP/1.1" status: 204 len: 168 time: 0.7595778 Oct 30 01:13:28.014440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e7616-51ed-490f-981c-b8fcdd458649 req-4714408c-b67a-429e-8bb2-c97592195c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:28.016748 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-303e7616-51ed-490f-981c-b8fcdd458649 req-4714408c-b67a-429e-8bb2-c97592195c9b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210909 Oct 30 01:13:28.075825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57542) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:28.081219 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247878202', 'description': 'tempest-description--458855087'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:28.180292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.196565 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb291-0669-4727-b6e8-1bcf0cc9fbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.234733 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:28.280565 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (df80d6ef-1268-4f2d-9040-2d6075e03719), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.395607 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (df80d6ef-1268-4f2d-9040-2d6075e03719), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.458115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9f8f8dfe-577e-453d-901d-24ee9a206e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:28.460716 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-9f8f8dfe-577e-453d-901d-24ee9a206e5c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 1127 time: 0.1211164 Oct 30 01:13:28.474896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df80d6ef-1268-4f2d-9040-2d6075e03719,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:28.536717 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-bc53e446-80e8-4135-aea0-00b49a546fbe service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f108db99-3311-466f-b641-553588f1878e HTTP/1.1" status: 200 len: 217 time: 0.0564177 Oct 30 01:13:28.555032 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.557155 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-14768902-6302-4581-a673-348abca14ed4 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4800036 Oct 30 01:13:28.566278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57550) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:28.567165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'security_group_rule': {'security_group_id': 'df80d6ef-1268-4f2d-9040-2d6075e03719', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:28.716254 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (ef6befa9-5e36-4a08-8e65-4050a6fc945c), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.725707 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-3534a346-9f93-4de6-a9ae-80024cd6649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:28.728392 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-3534a346-9f93-4de6-a9ae-80024cd6649e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8b1a1e-5de4-4d18-8b43-22b8e1225fde HTTP/1.1" status: 200 len: 854 time: 0.0849609 Oct 30 01:13:28.806979 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfce92-1afe-40e6-931f-87bcc24c7a01 req-d5bd015f-016c-4005-acde-a0b374824041 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:28.808594 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4cdfce92-1afe-40e6-931f-87bcc24c7a01 req-d5bd015f-016c-4005-acde-a0b374824041 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0727575 Oct 30 01:13:28.838751 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (ef6befa9-5e36-4a08-8e65-4050a6fc945c), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.880731 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4cdfce92-1afe-40e6-931f-87bcc24c7a01 req-7d7dc114-11b9-4254-a871-24245b6883fb tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Oct 30 01:13:28.945231 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (ef6befa9-5e36-4a08-8e65-4050a6fc945c), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:28.977896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6befa9-5e36-4a08-8e65-4050a6fc945c,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:29.033869 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb32e76-d56e-4f8c-a5bf-a50183c66e7e req-9f57811f-1432-4120-9da3-462672b8920e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:29.036499 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8eb32e76-d56e-4f8c-a5bf-a50183c66e7e req-9f57811f-1432-4120-9da3-462672b8920e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 943 time: 0.0693598 Oct 30 01:13:29.060582 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.062686 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-395f0fcc-d9ef-4270-b787-f5e91da83dff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4999123 Oct 30 01:13:29.065985 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57558) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:29.073212 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'security_group_rule': {'security_group_id': 'df80d6ef-1268-4f2d-9040-2d6075e03719', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:29.160270 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda10f0-4b75-4826-be2f-21ba33947ee4 req-3a829720-49e4-4b5b-91ea-2560da379343 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:29.161893 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0eda10f0-4b75-4826-be2f-21ba33947ee4 req-3a829720-49e4-4b5b-91ea-2560da379343 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0961123 Oct 30 01:13:29.165905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8eb32e76-d56e-4f8c-a5bf-a50183c66e7e req-df380774-804a-4ac7-87f8-5965bc908321 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207128 Oct 30 01:13:29.181872 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (c35b1a65-fbc7-4a7c-8fbd-fe54423f33cf), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.249366 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-55397ab4-d209-4d56-b2c1-ddc13cba975d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=32880eeb-e493-4688-8da8-8b7c1a83fec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427833 Oct 30 01:13:29.268310 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (c35b1a65-fbc7-4a7c-8fbd-fe54423f33cf), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.269609 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:29.274796 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0eda10f0-4b75-4826-be2f-21ba33947ee4 req-1b6f7a99-4fac-47fc-8f40-098a54448281 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070757 Oct 30 01:13:29.375029 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (c35b1a65-fbc7-4a7c-8fbd-fe54423f33cf), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.399361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35b1a65-fbc7-4a7c-8fbd-fe54423f33cf,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:29.520189 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.521396 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8fd12834-2cd1-498b-ac97-ecf970158c1a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4540725 Oct 30 01:13:29.524934 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57560) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:29.529524 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:29.673233 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.801411 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:29.972937 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Allocated IP 172.37.0.241 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:30.016776 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae41fd-de07-438f-b55a-49c0040401a5 req-345de03d-ec8f-4da4-9643-c3a570ee7277 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:30.018050 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:30.018770 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-77ae41fd-de07-438f-b55a-49c0040401a5 req-345de03d-ec8f-4da4-9643-c3a570ee7277 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Oct 30 01:13:30.078237 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-77ae41fd-de07-438f-b55a-49c0040401a5 req-c25a4cd6-3ae9-4733-a4d2-f8f1347176ea tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Oct 30 01:13:30.142408 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.233050 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6cd93-ea9d-46fb-a188-92b135124757 req-75e57a47-e872-4f8f-bb91-694b3acf6681 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:30.235284 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dde6cd93-ea9d-46fb-a188-92b135124757 req-75e57a47-e872-4f8f-bb91-694b3acf6681 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0593617 Oct 30 01:13:30.251258 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.286241 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:30.308714 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:30.315060 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:30.317502 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'Port': ['ID=d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:30.319920 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:30.336117 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dde6cd93-ea9d-46fb-a188-92b135124757 req-75135d85-b4a4-4cf7-b15f-2ef3fd1bb00f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848880 Oct 30 01:13:30.342069 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2eb7-2b4d-4fe6-b880-0076246e107e req-476f695d-1449-4d0a-953c-ec8653fba4ec tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:30.344317 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3e8b2eb7-2b4d-4fe6-b880-0076246e107e req-476f695d-1449-4d0a-953c-ec8653fba4ec tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 943 time: 0.0659046 Oct 30 01:13:30.412231 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3e8b2eb7-2b4d-4fe6-b880-0076246e107e req-3af25419-05be-4adf-8ae8-972c406f6336 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594933 Oct 30 01:13:30.439310 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (e65129ab-bc24-433a-9c52-4fa1e29fe431), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.512616 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df647-6e0e-4143-b3f5-c11a5353a9d5 req-ddedb8a3-95aa-4da4-81d6-41122da93161 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:30.514850 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-569df647-6e0e-4143-b3f5-c11a5353a9d5 req-ddedb8a3-95aa-4da4-81d6-41122da93161 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0569701 Oct 30 01:13:30.524262 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b277cb1f-f0b5-41a1-9170-3b554a7532a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.581031 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.615678 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-569df647-6e0e-4143-b3f5-c11a5353a9d5 req-8fdd5b79-2e2d-4e86-8049-e0b8cecf978d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896826 Oct 30 01:13:30.807514 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.869566 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d9eb5-c17e-4540-a6ed-093883d2b56f req-f7ac4a04-d024-4e89-bc36-35fb623e09d5 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:30.871212 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db0d9eb5-c17e-4540-a6ed-093883d2b56f req-f7ac4a04-d024-4e89-bc36-35fb623e09d5 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0550492 Oct 30 01:13:30.895459 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.901496 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:30.929175 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db0d9eb5-c17e-4540-a6ed-093883d2b56f req-d83a453d-fe47-48bf-a2ba-930675530bb6 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Oct 30 01:13:30.979214 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (e65129ab-bc24-433a-9c52-4fa1e29fe431), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:30.983993 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'Port': ['ID=d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:31.070674 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:31.073050 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b289ddcd-8042-4816-b9ab-2472640ce117 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5468664 Oct 30 01:13:31.337424 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-0ecd475e-204e-4bf9-adda-624c58a8c701 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--247878202&fields=id&tenant_id=82fc550e1caf445d8027e8051e0b4d30 HTTP/1.1" status: 200 len: 267 time: 0.0487199 Oct 30 01:13:31.472272 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-04daa7a8-127a-4671-a298-a7d5a8d85c1f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:31.473900 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-04daa7a8-127a-4671-a298-a7d5a8d85c1f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 811 time: 0.1284795 Oct 30 01:13:31.499980 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-01e387a6-d649-403c-b462-b63e5eecea05 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/quotas/82fc550e1caf445d8027e8051e0b4d30 HTTP/1.1" status: 200 len: 375 time: 0.0145965 Oct 30 01:13:31.596127 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-caeea60f-ce0d-420f-8d47-26732a7e2cd8 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883300 Oct 30 01:13:31.610805 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339b3e4-a59c-46b2-a235-bb3785df85b9 req-fa275606-0816-4fea-b592-5df5b5fd9e22 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:31.612770 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6339b3e4-a59c-46b2-a235-bb3785df85b9 req-fa275606-0816-4fea-b592-5df5b5fd9e22 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 943 time: 0.0843270 Oct 30 01:13:31.736363 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6339b3e4-a59c-46b2-a235-bb3785df85b9 req-bc6c92b0-f7a9-42f1-9e86-90fcb1d13a7a tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Oct 30 01:13:31.774957 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-45150f9c-253c-4ef9-88ab-7db23d848f1e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593409 Oct 30 01:13:31.904354 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62327c0c-cd2c-4c28-8c2d-711bb8e96f57 req-3287aca7-81a4-4408-9962-cb441762caa0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:31.908375 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-62327c0c-cd2c-4c28-8c2d-711bb8e96f57 req-3287aca7-81a4-4408-9962-cb441762caa0 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0917091 Oct 30 01:13:31.969324 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-d2f6d469-077b-4726-b0a8-2834902b0078 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914382 Oct 30 01:13:31.997808 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-62327c0c-cd2c-4c28-8c2d-711bb8e96f57 req-f1d42407-b04b-4b96-98d4-3d24cc9d07c1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718465 Oct 30 01:13:32.215787 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:32.237548 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:32.315738 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-85146038-40d8-4f40-9fe9-347daa0c75b1 req-166722b9-fddc-426f-8ad9-7cd55664ef8d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 210 time: 0.0733228 Oct 30 01:13:32.371618 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-d7bfd3db-f441-4f2e-bdb0-91d8c1a5c511 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686871 Oct 30 01:13:32.558839 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a20f080f-b2e5-48d3-8370-ff867ae200d9 req-afdcea5f-1d1e-4ea8-bee6-975b01db3f43 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193614 Oct 30 01:13:32.616612 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-909bf0c8-0e13-4d9d-af6b-1da8b1cd77a9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:32.618560 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-909bf0c8-0e13-4d9d-af6b-1da8b1cd77a9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.0581942 Oct 30 01:13:32.735717 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Deleting port a670959f-9524-4528-b199-1b19260d3767 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:32.736058 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (a670959f-9524-4528-b199-1b19260d3767), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:32.791359 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:32.916642 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] For port a670959f-9524-4528-b199-1b19260d3767, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a670959f-9524-4528-b199-1b19260d3767,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:32.917211 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (a670959f-9524-4528-b199-1b19260d3767), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:32.958286 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d71e2-50f5-48e7-92bd-291b6619f1ee req-8efd4247-2106-4a37-acd0-404892ba9781 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:32.961103 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec9d71e2-50f5-48e7-92bd-291b6619f1ee req-8efd4247-2106-4a37-acd0-404892ba9781 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 943 time: 0.1200073 Oct 30 01:13:33.370930 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891886d2-dfd4-4a2a-ade5-de6a9e5ce0a9 req-64bdfb13-3a4e-443b-a344-e69e6ec41194 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:33.372620 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-891886d2-dfd4-4a2a-ade5-de6a9e5ce0a9 req-64bdfb13-3a4e-443b-a344-e69e6ec41194 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 946 time: 0.1264172 Oct 30 01:13:33.410649 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec9d71e2-50f5-48e7-92bd-291b6619f1ee req-86f22a7c-8a7e-4004-9613-92ced2873b92 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657150 Oct 30 01:13:33.505390 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-891886d2-dfd4-4a2a-ade5-de6a9e5ce0a9 req-406d3c18-9bdb-4441-a08f-5e8c8d8d1d1f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f830db15-e952-4e43-8b43-fabda5cf1736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210263 Oct 30 01:13:33.514691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:33.515240 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:33.515801 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Floating IP 9dc8e395-7ab9-4c58-831a-0358888e3690 disassociated. External IP: 172.37.0.43, port: a670959f-9524-4528-b199-1b19260d3767. Oct 30 01:13:33.517124 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Calling delete_port for a670959f-9524-4528-b199-1b19260d3767 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:33.648005 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:33.650905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4d307a76-88a7-4af1-a6df-364cc7304ef3 req-3e13726d-ba8a-433a-947a-2d28c58c202e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 210 time: 0.0403728 Oct 30 01:13:33.675687 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:33.837837 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (a670959f-9524-4528-b199-1b19260d3767), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:33.877188 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event deleted for resources: {'Port': ['ID=a670959f-9524-4528-b199-1b19260d3767,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:33.923812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:34.047542 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:13:34.105154 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:34.180713 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:13:34.215338 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] Sync routers for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:13:34.243973 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:34.245243 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:34.253136 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] No DVR routers for this DVR port a670959f-9524-4528-b199-1b19260d3767 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:13:34.262787 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:34.262787 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ab215e9d-19af-4f0e-a60c-9885fb25a833 req-0afacaa9-77d7-4b27-a436-9e815ad04c34 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a670959f-9524-4528-b199-1b19260d3767 HTTP/1.1" status: 204 len: 173 time: 1.6370895 Oct 30 01:13:34.262787 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'name': 'network-vif-deleted', 'tag': 'a670959f-9524-4528-b199-1b19260d3767'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:34.280407 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a4921-c169-4977-85f0-64b1c81a402d" -d '{"events": [{"server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "name": "network-vif-deleted", "tag": "a670959f-9524-4528-b199-1b19260d3767"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:34.323809 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:34.351844 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25b9d90-8418-4799-bbe8-b04dbd2368e8 x-openstack-request-id: req-a25b9d90-8418-4799-bbe8-b04dbd2368e8 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:34.352395 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d6250d-ab71-49d8-843e-633f61eb9458", "name": "network-vif-deleted", "tag": "a670959f-9524-4528-b199-1b19260d3767", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:34.352953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a25b9d90-8418-4799-bbe8-b04dbd2368e8 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:34.353697 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25b9d90-8418-4799-bbe8-b04dbd2368e8'] response: {'server_uuid': '56d6250d-ab71-49d8-843e-633f61eb9458', 'name': 'network-vif-deleted', 'tag': 'a670959f-9524-4528-b199-1b19260d3767', 'status': 'completed', 'code': 200} Oct 30 01:13:34.414380 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:34.424952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device f108db99-3311-466f-b641-553588f1878e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:13:34.538888 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:34.557814 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:34.645500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port f108db99-3311-466f-b641-553588f1878e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f108db99-3311-466f-b641-553588f1878e,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:34.688640 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'f108db99-3311-466f-b641-553588f1878e', 'network_id': '32880eeb-e493-4688-8da8-8b7c1a83fec5', 'port_id': 'f108db99-3311-466f-b641-553588f1878e', 'mac_address': 'fa:16:3e:d8:1c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8b1a1e-5de4-4d18-8b43-22b8e1225fde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:13:34.710311 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33620e0-1ac5-4174-8ce6-db0d84506e7b req-f8935f62-5091-49aa-9706-c05b2974dfa4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:34.715038 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c33620e0-1ac5-4174-8ce6-db0d84506e7b req-f8935f62-5091-49aa-9706-c05b2974dfa4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 943 time: 0.1589515 Oct 30 01:13:34.777751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port f108db99-3311-466f-b641-553588f1878e is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:34.778751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f108db99-3311-466f-b641-553588f1878e), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:34.799408 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:34.807514 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f108db99-3311-466f-b641-553588f1878e {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:34.807805 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d690c271-60b0-4abf-8d19-09d445f9a755 req-a3857945-5d6e-4937-84df-ca7fd74afd04 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0660920 Oct 30 01:13:34.836916 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c33620e0-1ac5-4174-8ce6-db0d84506e7b req-c292d68f-2e10-4ec4-99fd-cff7a22e68b3 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144991 Oct 30 01:13:34.840765 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port f108db99-3311-466f-b641-553588f1878e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f108db99-3311-466f-b641-553588f1878e,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:34.871095 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] Checking router: 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:13:34.888236 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:34.889301 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:34.939511 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (f108db99-3311-466f-b641-553588f1878e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:35.015904 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4eeb0980-7e15-41ea-8511-9a6993556487 req-aec7d2fa-81ac-44ac-8fca-2fc458cb8464 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 210 time: 0.0708556 Oct 30 01:13:35.031621 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=f108db99-3311-466f-b641-553588f1878e,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:35.085610 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:35.321889 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['f108db99-3311-466f-b641-553588f1878e'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:35.355205 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:35.384166 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9b94e-704f-4418-9f8b-1b2a00cc5d87 None None] The sync data for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb is: [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:15Z', 'revision_number': 4, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9d846fab-0821-4897-8249-89bff66f5b11', 'name': '', 'network_id': 'de618076-b93d-46d5-a096-a44e39256fff', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'mac_address': 'fa:16:3e:a9:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:14Z', 'updated_at': '2022-10-30T01:09:27Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'subnets': [{'id': '9fc46077-7165-466c-b520-8a83e31e1c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:13:35.423082 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-cba05ae8-5f66-457e-82c7-4e3c20b88cf0 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:35.425436 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-cba05ae8-5f66-457e-82c7-4e3c20b88cf0 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 811 time: 0.1646423 Oct 30 01:13:35.551140 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-0dfd09ab-9cdb-4799-a146-81cccdddd07f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82fc550e1caf445d8027e8051e0b4d30 HTTP/1.1" status: 200 len: 379 time: 0.1116960 Oct 30 01:13:35.564319 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'port': {'device_id': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'admin_state_up': True, 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'security_groups': ['df80d6ef-1268-4f2d-9040-2d6075e03719']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:35.784230 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6855523-7a87-4228-8789-afeb52a548cd None None] New status for floating IP 9dc8e395-7ab9-4c58-831a-0358888e3690: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:13:35.826353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Made reservation on behalf of 82fc550e1caf445d8027e8051e0b4d30 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:13:35.833931 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.029234 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b6829bc-34a5-4e13-9423-1b0356967b3e req-661c6128-f921-4362-a5b2-e27e2ee0ad4b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56d6250d-ab71-49d8-843e-633f61eb9458 HTTP/1.1" status: 200 len: 210 time: 0.0502441 Oct 30 01:13:36.041227 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3f00-b06c-476c-a0c7-05bb8bd05243 req-17cfc8b8-07d8-4569-8b2c-590c2dc1d759 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:36.042817 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c55b3f00-b06c-476c-a0c7-05bb8bd05243 req-17cfc8b8-07d8-4569-8b2c-590c2dc1d759 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 944 time: 0.0999029 Oct 30 01:13:36.126784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Allocated IP 172.20.0.9 (22a05b54-ab8c-4e6c-b771-2b6e93826000/a3d55774-8148-437d-bfff-e612cf26c0e7/44604177-fdbb-4922-88e9-3af1a4695ad5) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:36.155024 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c55b3f00-b06c-476c-a0c7-05bb8bd05243 req-def7509b-20d9-4220-8a0c-41b5d7a08b52 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917177 Oct 30 01:13:36.176250 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c58cdff-bd83-48bd-99a0-19b3a4578ecf req-a073954e-a206-4c19-b39b-543d5dfadda9 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 210 time: 0.0467610 Oct 30 01:13:36.225860 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:36.369184 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.382481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:36.438229 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:13:36.440134 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device f108db99-3311-466f-b641-553588f1878e up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:13:36.478276 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:36.488694 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port f108db99-3311-466f-b641-553588f1878e completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:13:36.513089 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.560877 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:36.567232 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:36.569715 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:36.599193 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port f108db99-3311-466f-b641-553588f1878e triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:36.599877 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (f108db99-3311-466f-b641-553588f1878e), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.600535 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port f108db99-3311-466f-b641-553588f1878e Oct 30 01:13:36.602626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event updated for resources: {'Port': ['ID=44604177-fdbb-4922-88e9-3af1a4695ad5,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:36.651747 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:36.697864 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.735570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port f108db99-3311-466f-b641-553588f1878e is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:36.739750 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (f108db99-3311-466f-b641-553588f1878e), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.777734 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108db99-3311-466f-b641-553588f1878e'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:36.780677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5ff2a1-7943-4e72-913d-968dddc36f25" -d '{"events": [{"server_uuid": "f1f2accb-ba39-4187-bfb8-192a213ff63f", "name": "network-vif-plugged", "status": "completed", "tag": "f108db99-3311-466f-b641-553588f1878e"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:36.799067 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port f108db99-3311-466f-b641-553588f1878e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f108db99-3311-466f-b641-553588f1878e,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:36.836707 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c32b61-80b3-446c-971d-d8d176804bc8 x-openstack-request-id: req-38c32b61-80b3-446c-971d-d8d176804bc8 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:36.837094 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f2accb-ba39-4187-bfb8-192a213ff63f", "name": "network-vif-plugged", "status": "completed", "tag": "f108db99-3311-466f-b641-553588f1878e", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:36.837515 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38c32b61-80b3-446c-971d-d8d176804bc8 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:36.838070 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c32b61-80b3-446c-971d-d8d176804bc8'] response: {'server_uuid': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108db99-3311-466f-b641-553588f1878e', 'code': 200} Oct 30 01:13:36.860409 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b883a203-8569-4d28-84a8-7e24528a0734 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3037214 Oct 30 01:13:36.881661 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-2f7d8de2-124f-4f4d-8824-4bb414ddff52 None None] Provisioning complete for port 44604177-fdbb-4922-88e9-3af1a4695ad5 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:36.882043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8de2-124f-4f4d-8824-4bb414ddff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.882357 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-2f7d8de2-124f-4f4d-8824-4bb414ddff52 None None] Attempt 1 to provision port 44604177-fdbb-4922-88e9-3af1a4695ad5 Oct 30 01:13:36.901407 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Request body: {'port': {'device_id': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:36.961660 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (f108db99-3311-466f-b641-553588f1878e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.962500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a670959f-9524-4528-b199-1b19260d3767 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:13:36.991661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.028504 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: a670959f-9524-4528-b199-1b19260d3767 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:13:37.028504 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a670959f-9524-4528-b199-1b19260d3767 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:13:37.031424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8de2-124f-4f4d-8824-4bb414ddff52 None None] Port 44604177-fdbb-4922-88e9-3af1a4695ad5 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:13:37.057700 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=f108db99-3311-466f-b641-553588f1878e,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:37.287195 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57664) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:37.393122 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d165e59-6d56-4522-82d6-57a79e68e34d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group (f830db15-e952-4e43-8b43-fabda5cf1736), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.426686 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811076-75ea-47ca-bd0d-12667024de21 req-faa5605e-e452-44ce-a78d-b07e73644b7c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:37.428337 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-68811076-75ea-47ca-bd0d-12667024de21 req-faa5605e-e452-44ce-a78d-b07e73644b7c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.1678565 Oct 30 01:13:37.439071 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d165e59-6d56-4522-82d6-57a79e68e34d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group (f830db15-e952-4e43-8b43-fabda5cf1736), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.512326 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad98f4-ee2b-45d9-8a07-e4d2833c6424 req-9459bd0a-4c67-460b-9d0b-9fe2c0d92f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:37.513782 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c8ad98f4-ee2b-45d9-8a07-e4d2833c6424 req-9459bd0a-4c67-460b-9d0b-9fe2c0d92f9d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 1129 time: 0.1479053 Oct 30 01:13:37.558419 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:37.579231 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1434090-b6ce-4e65-9a42-5cde65ff6911 req-d6273a3c-0e7f-4695-b970-04a68b35a58c tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:37.581027 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f1434090-b6ce-4e65-9a42-5cde65ff6911 req-d6273a3c-0e7f-4695-b970-04a68b35a58c tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 931 time: 0.1517351 Oct 30 01:13:37.591689 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d165e59-6d56-4522-82d6-57a79e68e34d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f830db15-e952-4e43-8b43-fabda5cf1736), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.595788 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6d165e59-6d56-4522-82d6-57a79e68e34d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.597403 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6d165e59-6d56-4522-82d6-57a79e68e34d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f830db15-e952-4e43-8b43-fabda5cf1736 HTTP/1.1" status: 204 len: 168 time: 0.3086431 Oct 30 01:13:37.601410 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57666) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:37.617145 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d165e59-6d56-4522-82d6-57a79e68e34d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f830db15-e952-4e43-8b43-fabda5cf1736,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:37.624920 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.api.v2.resource [None req-644a6939-61a3-4856-a07f-39c4a29173b9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] show failed (client error): The resource could not be found. Oct 30 01:13:37.626101 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-644a6939-61a3-4856-a07f-39c4a29173b9 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups/f830db15-e952-4e43-8b43-fabda5cf1736 HTTP/1.1" status: 404 len: 347 time: 0.0233698 Oct 30 01:13:37.628808 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57668) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:37.636800 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:37.640775 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-68811076-75ea-47ca-bd0d-12667024de21 req-1eea96e5-f0ae-4f2e-90b1-2779a1b5d947 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917202 Oct 30 01:13:37.715769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44604177-fdbb-4922-88e9-3af1a4695ad5 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:37.727774 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c8ad98f4-ee2b-45d9-8a07-e4d2833c6424 req-671cd6df-9e54-470b-8888-af1a1f87459e service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011223 Oct 30 01:13:37.729888 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Publish callbacks [] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.754585 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f1434090-b6ce-4e65-9a42-5cde65ff6911 req-9c6ce8a1-9099-4ed4-a0de-9eccb9734269 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640587 Oct 30 01:13:37.757808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Transition to ACTIVE for port object 44604177-fdbb-4922-88e9-3af1a4695ad5 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:13:37.765644 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Deleting port 48c4ade8-d8ed-44a0-87e6-4a0ea03478d5 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:37.766118 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.837484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.907038 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.907362 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.914075 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Pushing event updated for resources: {'Port': ['ID=44604177-fdbb-4922-88e9-3af1a4695ad5,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:37.922693 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Calling delete_port for 48c4ade8-d8ed-44a0-87e6-4a0ea03478d5 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:37.947925 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:37.972511 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Attempting to bind port 44604177-fdbb-4922-88e9-3af1a4695ad5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:13:37.972845 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Attempting to bind port 44604177-fdbb-4922-88e9-3af1a4695ad5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:13:37.973176 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Attempting to bind port 44604177-fdbb-4922-88e9-3af1a4695ad5 on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:37.981008 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:38.027283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Port 44604177-fdbb-4922-88e9-3af1a4695ad5 on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:13:38.027843 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Attempting to bind port 44604177-fdbb-4922-88e9-3af1a4695ad5 on network 22a05b54-ab8c-4e6c-b771-2b6e93826000 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:38.091727 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:13:38.092697 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Checking segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:13:38.093431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Bound using segment: {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:13:38.094154 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Bound port: 44604177-fdbb-4922-88e9-3af1a4695ad5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aed97b-28e3-4f2d-8db9-ab81f003927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:13:38.094781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.146224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (48c4ade8-d8ed-44a0-87e6-4a0ea03478d5), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.182964 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event deleted for resources: {'Port': ['ID=48c4ade8-d8ed-44a0-87e6-4a0ea03478d5,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:38.187949 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] For port 44604177-fdbb-4922-88e9-3af1a4695ad5, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:13:38.191738 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] For port 44604177-fdbb-4922-88e9-3af1a4695ad5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44604177-fdbb-4922-88e9-3af1a4695ad5,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:13:38.277969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.284864 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.285141 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.286607 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/44604177-fdbb-4922-88e9-3af1a4695ad5 HTTP/1.1" status: 200 len: 1093 time: 1.3907423 Oct 30 01:13:38.287146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:38.289799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057cbcdc-bf3a-4c2a-9086-9e2131c57485" -d '{"events": [{"name": "network-changed", "server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:38.292625 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks [] for floatingip (9dc8e395-7ab9-4c58-831a-0358888e3690), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.296922 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.299644 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b51e3b4b-58f6-4417-953f-c469a2ef780b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/9dc8e395-7ab9-4c58-831a-0358888e3690 HTTP/1.1" status: 204 len: 168 time: 0.6684141 Oct 30 01:13:38.360146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7a15da-818f-4176-930a-8a4337d42a63 x-openstack-request-id: req-2f7a15da-818f-4176-930a-8a4337d42a63 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:38.360146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:38.360146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f7a15da-818f-4176-930a-8a4337d42a63 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:38.360146 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7a15da-818f-4176-930a-8a4337d42a63'] response: {'name': 'network-changed', 'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'status': 'completed', 'code': 200} Oct 30 01:13:38.371796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e2575-7627-4c00-94b9-08d9ea699b2c service neutron] Pushing event updated for resources: {'Port': ['ID=44604177-fdbb-4922-88e9-3af1a4695ad5,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:38.435765 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c40e21-5b6b-4825-8b19-c45b19aa22c7 req-df202dff-276a-4040-8ca1-33311f9f741b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.437510 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-52c40e21-5b6b-4825-8b19-c45b19aa22c7 req-df202dff-276a-4040-8ca1-33311f9f741b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0821657 Oct 30 01:13:38.488778 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbcdc-bf3a-4c2a-9086-9e2131c57485 req-41e1826e-7639-4749-a203-d31d27a81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.490650 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-057cbcdc-bf3a-4c2a-9086-9e2131c57485 req-41e1826e-7639-4749-a203-d31d27a81f40 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 1127 time: 0.0723641 Oct 30 01:13:38.541172 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-52c40e21-5b6b-4825-8b19-c45b19aa22c7 req-f0c3fef3-49c6-40ce-88bc-b611527b6e72 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826209 Oct 30 01:13:38.574444 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57682) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:38.601623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:38.636640 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbcdc-bf3a-4c2a-9086-9e2131c57485 req-4f13f5d5-c8f2-4dad-8f86-38b0f03577e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.639797 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-057cbcdc-bf3a-4c2a-9086-9e2131c57485 req-4f13f5d5-c8f2-4dad-8f86-38b0f03577e8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=82fc550e1caf445d8027e8051e0b4d30&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1316724 Oct 30 01:13:38.814440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2bbfa-90b8-4e4f-81f6-18be38d96508 req-a1836176-5a61-4770-b5aa-a64dafcade3f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.817000 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-96a2bbfa-90b8-4e4f-81f6-18be38d96508 req-a1836176-5a61-4770-b5aa-a64dafcade3f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.0741453 Oct 30 01:13:38.895075 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df7fd3-5e18-4c33-b15b-18ff12ffa46b tempest-TestMinimumBasicScenario-826417853 tempest-TestMinimumBasicScenario-826417853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.896748 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-78df7fd3-5e18-4c33-b15b-18ff12ffa46b tempest-TestMinimumBasicScenario-826417853 tempest-TestMinimumBasicScenario-826417853-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1124 time: 0.3211303 Oct 30 01:13:38.901460 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57692) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:38.907361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'port_id': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:38.932620 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e404a9-f705-4d71-a1c6-ec8adb1e4bbc req-1db36053-df04-42df-8482-4d2d654e947f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.934223 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-84e404a9-f705-4d71-a1c6-ec8adb1e4bbc req-1db36053-df04-42df-8482-4d2d654e947f tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 943 time: 0.0788465 Oct 30 01:13:38.938417 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-96a2bbfa-90b8-4e4f-81f6-18be38d96508 req-471b73b6-1c46-4c62-8308-3dc6bd847a3d tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037006 Oct 30 01:13:38.989566 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-84e404a9-f705-4d71-a1c6-ec8adb1e4bbc req-a7586d62-caa2-4361-9055-9f7b6dc7c531 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Oct 30 01:13:39.049297 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.144521 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.329218 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Allocated IP 172.37.0.231 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/bfad0ccc-1df3-46ec-a1f8-26787fa72309) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:39.352763 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbcdc-bf3a-4c2a-9086-9e2131c57485 req-4449890d-c276-420b-a030-18c0a708780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:39.353170 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:39.355116 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-057cbcdc-bf3a-4c2a-9086-9e2131c57485 req-4449890d-c276-420b-a030-18c0a708780e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547682 Oct 30 01:13:39.486879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-a4f0f0c9-28d1-4f01-a693-2749ce377472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:39.488560 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-a4f0f0c9-28d1-4f01-a693-2749ce377472 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 1127 time: 0.0460272 Oct 30 01:13:39.495155 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.544636 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-f5aa49fe-fce5-4413-adc0-fcc03856a36c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44604177-fdbb-4922-88e9-3af1a4695ad5 HTTP/1.1" status: 200 len: 217 time: 0.0437961 Oct 30 01:13:39.607023 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-df2b8b92-fdc8-421f-b262-edb521d586ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:39.609076 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-df2b8b92-fdc8-421f-b262-edb521d586ea service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.0584080 Oct 30 01:13:39.620624 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.663488 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:39.665691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-96302152-42ad-481c-86db-7fb374a90db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:39.667235 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:39.667438 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-96302152-42ad-481c-86db-7fb374a90db5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515747 Oct 30 01:13:39.669917 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:39.700790 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:39.715067 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'Port': ['ID=bfad0ccc-1df3-46ec-a1f8-26787fa72309,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:39.822310 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-b0ab794a-c678-47e3-b1c6-4ed3e0dcb16f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492999 Oct 30 01:13:39.944815 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea4e3db4-e4f3-4717-80a5-79ce954140a3 req-e0483d73-20f0-458f-ad86-9c498fa4d090 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069877 Oct 30 01:13:39.998429 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:40.108516 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ced1f-e0fa-42a8-82e4-c188609c9f3d req-aeb54417-f45c-4388-b58b-78bffc7ee70b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:40.113558 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-244ced1f-e0fa-42a8-82e4-c188609c9f3d req-aeb54417-f45c-4388-b58b-78bffc7ee70b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.0760846 Oct 30 01:13:40.240199 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57e578-bd3e-4b73-b929-38ec73875425 req-16b45699-82cf-42c7-a9c6-66be5db29555 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:40.242292 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bc57e578-bd3e-4b73-b929-38ec73875425 req-16b45699-82cf-42c7-a9c6-66be5db29555 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 943 time: 0.1294103 Oct 30 01:13:40.268214 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-244ced1f-e0fa-42a8-82e4-c188609c9f3d req-44a25e27-880c-4d65-8299-6fefcf6bcf7b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392264 Oct 30 01:13:40.278253 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for floatingip (8a677b08-83bf-45ba-bd9e-511b4aacd7b6), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.321905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bc57e578-bd3e-4b73-b929-38ec73875425 req-78fcf5c0-5be7-44e4-90c3-4871568d9b55 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670204 Oct 30 01:13:40.497109 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.620386 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.668530 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.784523 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.812358 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:40.861729 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (8a677b08-83bf-45ba-bd9e-511b4aacd7b6), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.863791 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'Port': ['ID=bfad0ccc-1df3-46ec-a1f8-26787fa72309,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:41.256850 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Floating IP 8a677b08-83bf-45ba-bd9e-511b4aacd7b6 associated. External IP: 172.37.0.231, port: 4e38f9d6-0235-42f8-8ef7-c7a4b4344058. Oct 30 01:13:41.523337 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Router 8e4a5f71-503e-4944-9030-f08b8197fc65 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:13:41.649912 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:13:41.673152 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] Sync routers for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:13:41.695262 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:41.695262 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:41.795917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca151-ca88-41a5-873d-484273810cfe req-e7106ed4-c026-4025-ba60-495290e0e3f7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:41.797578 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-03eca151-ca88-41a5-873d-484273810cfe req-e7106ed4-c026-4025-ba60-495290e0e3f7 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 943 time: 0.0550029 Oct 30 01:13:41.853938 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:41.863270 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:41.863565 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-03eca151-ca88-41a5-873d-484273810cfe req-c5d629af-c1b4-4aee-b9ea-460cd81d8f7e tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545588 Oct 30 01:13:41.922421 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d6181330-5fe6-46f1-ba37-408abd003e23 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0194533 Oct 30 01:13:41.923520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:41.926700 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57720) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:41.927612 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d2a49d-4994-465d-ac0b-afed59d2f649" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:41.932849 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962231925', 'description': 'tempest-secgroup-smoke-962231925 description', 'project_id': '77968fc2b85349b2a625ea9bf25cd026'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:42.054855 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9425751-82b8-47d7-bec7-f54f73c2bd4e x-openstack-request-id: req-e9425751-82b8-47d7-bec7-f54f73c2bd4e {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:42.055460 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:42.055948 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9425751-82b8-47d7-bec7-f54f73c2bd4e {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:42.059115 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9425751-82b8-47d7-bec7-f54f73c2bd4e'] response: {'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'status': 'completed', 'code': 200} Oct 30 01:13:42.205036 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '8a677b08-83bf-45ba-bd9e-511b4aacd7b6', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'floating_ip_address': '172.37.0.231', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'port_id': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'mac_address': 'fa:16:3e:22:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:40Z', 'updated_at': '2022-10-30T01:13:40Z', 'revision_number': 0, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:42.239492 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] Checking router: 8e4a5f71-503e-4944-9030-f08b8197fc65 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:13:42.252618 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:42.253456 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:42.298838 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:42.301589 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4da1c4-5506-4063-a0a0-1ee2c451f06c req-8f093c11-ecba-4e01-8096-b2431f2e1409 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:42.304264 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ca4da1c4-5506-4063-a0a0-1ee2c451f06c req-8f093c11-ecba-4e01-8096-b2431f2e1409 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.3638542 Oct 30 01:13:42.353766 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.385722 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ca4da1c4-5506-4063-a0a0-1ee2c451f06c req-0864f701-cc06-453f-bd0f-6c0ff3d00146 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705607 Oct 30 01:13:42.386524 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:42.432791 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:42.451262 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group (9d8cb7d8-fa55-49f4-a812-aebd81ac7376), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.487912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 44604177-fdbb-4922-88e9-3af1a4695ad5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:13:42.491333 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:42.540341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9d8cb7d8-fa55-49f4-a812-aebd81ac7376), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.587230 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8cb7d8-fa55-49f4-a812-aebd81ac7376,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:42.609750 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 44604177-fdbb-4922-88e9-3af1a4695ad5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44604177-fdbb-4922-88e9-3af1a4695ad5,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:42.625810 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'port_id': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'mac_address': 'fa:16:3e:29:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:13:42.663957 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.663957 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5a7904ea-1756-41c0-8812-05748ec79c8b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7351241 Oct 30 01:13:42.669446 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57726) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:42.678481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group_rule': {'security_group_id': '9d8cb7d8-fa55-49f4-a812-aebd81ac7376', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:42.683571 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 44604177-fdbb-4922-88e9-3af1a4695ad5 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:42.684010 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.701240 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44604177-fdbb-4922-88e9-3af1a4695ad5 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:42.726038 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 44604177-fdbb-4922-88e9-3af1a4695ad5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44604177-fdbb-4922-88e9-3af1a4695ad5,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:42.791705 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.801020 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (c4f12512-f98c-40a5-bd00-f49420d847ec), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.849070 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=44604177-fdbb-4922-88e9-3af1a4695ad5,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:42.854563 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '8a677b08-83bf-45ba-bd9e-511b4aacd7b6', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'floating_ip_address': '172.37.0.231', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'port_id': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'mac_address': 'fa:16:3e:22:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:40Z', 'updated_at': '2022-10-30T01:13:40Z', 'revision_number': 0, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:42.857305 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.858438 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.858784 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.859149 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.859486 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.859845 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.860164 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.860669 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.861011 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.861323 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.861647 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.861976 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.862295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.862615 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.862944 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:42.895683 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (c4f12512-f98c-40a5-bd00-f49420d847ec), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:42.911696 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427cadb-4da1-410a-b1fa-71dbe5e93b3e None None] The sync data for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb is: [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '8a677b08-83bf-45ba-bd9e-511b4aacd7b6', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'floating_ip_address': '172.37.0.231', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'port_id': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'mac_address': 'fa:16:3e:22:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:40Z', 'updated_at': '2022-10-30T01:13:40Z', 'revision_number': 0, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:13:42.977843 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (c4f12512-f98c-40a5-bd00-f49420d847ec), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.015830 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:43.041665 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:43.045904 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f12512-f98c-40a5-bd00-f49420d847ec,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:43.061726 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78824-a8bd-42e0-9ce2-c812d61db1a8 req-84b593f5-ca45-4b36-9d52-d0f8d16d7d58 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:43.061726 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3bf78824-a8bd-42e0-9ce2-c812d61db1a8 req-84b593f5-ca45-4b36-9d52-d0f8d16d7d58 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 944 time: 0.0896220 Oct 30 01:13:43.111300 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.116437 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-93e285fa-6e7a-4324-b88a-aa628b784e65 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4421990 Oct 30 01:13:43.119272 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57732) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:43.128744 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group_rule': {'security_group_id': '9d8cb7d8-fa55-49f4-a812-aebd81ac7376', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:43.148111 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3bf78824-a8bd-42e0-9ce2-c812d61db1a8 req-c7fbb1d7-ce7c-42ba-b2a1-01d903fd7273 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836978 Oct 30 01:13:43.177630 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['44604177-fdbb-4922-88e9-3af1a4695ad5'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:43.215666 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb09f5-079a-498b-b41a-4fa33c73ccdc None None] New status for floating IP 8a677b08-83bf-45ba-bd9e-511b4aacd7b6: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:13:43.266985 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (79478e31-4ae1-40c4-8b28-5316bd2ea1fa), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.340013 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (79478e31-4ae1-40c4-8b28-5316bd2ea1fa), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.428337 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:43.437384 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (79478e31-4ae1-40c4-8b28-5316bd2ea1fa), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.475045 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79478e31-4ae1-40c4-8b28-5316bd2ea1fa,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:43.578347 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a235-397e-4336-9d5e-57b5890a26e2 req-e933ed6f-58d1-4a6c-8931-b49cc93df99d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:43.580201 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e830a235-397e-4336-9d5e-57b5890a26e2 req-e933ed6f-58d1-4a6c-8931-b49cc93df99d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.0614612 Oct 30 01:13:43.601644 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.607573 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-79c579d7-265b-4009-a9cc-6a274e8af6d7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4837830 Oct 30 01:13:43.607924 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57736) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:43.612625 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group_rule': {'security_group_id': '9d8cb7d8-fa55-49f4-a812-aebd81ac7376', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:43.624911 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:43.638515 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e830a235-397e-4336-9d5e-57b5890a26e2 req-a958fc27-5994-4388-b9cb-f8e1fdf1da4d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516593 Oct 30 01:13:43.741910 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (e86591a8-b366-4c05-91a1-8a0355c18bd3), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.814988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (e86591a8-b366-4c05-91a1-8a0355c18bd3), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.902189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-665b3094-0caa-4900-a2e5-a07d9306e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:43.903804 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-665b3094-0caa-4900-a2e5-a07d9306e236 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1129 time: 0.0453794 Oct 30 01:13:43.944360 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (e86591a8-b366-4c05-91a1-8a0355c18bd3), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:43.971124 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86591a8-b366-4c05-91a1-8a0355c18bd3,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:44.063278 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.068554 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d2afde7c-361b-497b-8e14-453145ba8cfc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4563537 Oct 30 01:13:44.071244 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57738) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:44.079444 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group_rule': {'security_group_id': '9d8cb7d8-fa55-49f4-a812-aebd81ac7376', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:44.107559 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:44.153667 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-178432ad-dab0-4c81-9c8a-20d27a27af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:44.155567 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-178432ad-dab0-4c81-9c8a-20d27a27af5d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 916 time: 0.1357198 Oct 30 01:13:44.231810 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (6a2ce23f-1e0d-451b-95aa-debf35b0ebb5), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.378061 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (6a2ce23f-1e0d-451b-95aa-debf35b0ebb5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.395783 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-14f9c71d-3422-491d-b100-fe975ea5d74d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:44.397428 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-14f9c71d-3422-491d-b100-fe975ea5d74d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1791697 Oct 30 01:13:44.424256 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c923b-a87c-4224-b37a-bf30c66c0135 req-e626d3b3-504c-4886-97df-4a57ff4ecd86 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:44.426208 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d07c923b-a87c-4224-b37a-bf30c66c0135 req-e626d3b3-504c-4886-97df-4a57ff4ecd86 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 944 time: 0.0940423 Oct 30 01:13:44.460254 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-f55043d5-5896-4a72-9edd-121add922b48 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 1001 time: 0.2441375 Oct 30 01:13:44.491985 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 44604177-fdbb-4922-88e9-3af1a4695ad5 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:13:44.495996 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (6a2ce23f-1e0d-451b-95aa-debf35b0ebb5), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.530270 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ce23f-1e0d-451b-95aa-debf35b0ebb5,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:44.560322 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 44604177-fdbb-4922-88e9-3af1a4695ad5 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:13:44.608473 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d07c923b-a87c-4224-b37a-bf30c66c0135 req-165df9a8-4941-4783-b591-57a31c36d042 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529706 Oct 30 01:13:44.613156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-06388da6-b1f2-4b9b-9282-a529f5efe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:44.614880 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-06388da6-b1f2-4b9b-9282-a529f5efe233 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.1443818 Oct 30 01:13:44.619440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Deleting port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:44.619440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.625278 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.630389 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3061643d-8ec6-4174-a772-97361c3ca2bd tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5544643 Oct 30 01:13:44.642044 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57744) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:44.649559 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group_rule': {'security_group_id': '9d8cb7d8-fa55-49f4-a812-aebd81ac7376', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:44.683227 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 44604177-fdbb-4922-88e9-3af1a4695ad5 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:44.684697 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.685525 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 44604177-fdbb-4922-88e9-3af1a4695ad5 Oct 30 01:13:44.723641 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-422d9154-7f93-4f89-9574-206fe9c6cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:44.725346 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-422d9154-7f93-4f89-9574-206fe9c6cda8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1038697 Oct 30 01:13:44.781392 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.securitygroups_db [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Project 77968fc2b85349b2a625ea9bf25cd026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:13:44.792826 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (ee9b7e06-edca-4eb6-8ee3-60ff6cf18bb3), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.818292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:44.832042 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 44604177-fdbb-4922-88e9-3af1a4695ad5 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:44.832869 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.858432 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] For port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:44.858865 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.878101 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:44.882251 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a475b0-71cc-44f9-a614-a8534da7ce60" -d '{"events": [{"server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "name": "network-vif-plugged", "status": "completed", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:44.896815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Calling delete_port for fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:44.908566 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35aaa-ea94-4f6d-9853-dec3cd9baaea req-f2197ad9-d0d3-4273-9c49-d2d7b323729c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:44.912612 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 44604177-fdbb-4922-88e9-3af1a4695ad5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44604177-fdbb-4922-88e9-3af1a4695ad5,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:44.912868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (ee9b7e06-edca-4eb6-8ee3-60ff6cf18bb3), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:44.915985 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94f35aaa-ea94-4f6d-9853-dec3cd9baaea req-f2197ad9-d0d3-4273-9c49-d2d7b323729c tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 945 time: 0.1497352 Oct 30 01:13:44.948265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe52c36e-cdad-4906-91cb-15961664ee04 x-openstack-request-id: req-fe52c36e-cdad-4906-91cb-15961664ee04 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:44.948705 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "name": "network-vif-plugged", "status": "completed", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:44.949110 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe52c36e-cdad-4906-91cb-15961664ee04 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:44.949621 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe52c36e-cdad-4906-91cb-15961664ee04'] response: {'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'code': 200} Oct 30 01:13:44.959207 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-6d48cbd6-6e5b-4ad6-ac8f-f54302c5e002 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268400 Oct 30 01:13:44.991330 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (ee9b7e06-edca-4eb6-8ee3-60ff6cf18bb3), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.018349 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9b7e06-edca-4eb6-8ee3-60ff6cf18bb3,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:45.023089 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:45.026707 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.032142 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94f35aaa-ea94-4f6d-9853-dec3cd9baaea req-549357a2-bbad-46ef-ad1e-bc4fbd57336f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152334 Oct 30 01:13:45.095740 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=44604177-fdbb-4922-88e9-3af1a4695ad5,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:45.154005 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.155923 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-42cd7a6f-7544-48e4-b5ba-a9d9189e547c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5123594 Oct 30 01:13:45.159484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57750) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:45.164424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'security_group_rule': {'security_group_id': '9d8cb7d8-fa55-49f4-a812-aebd81ac7376', 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:45.226122 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (fde77b6d-0e95-4d06-964a-83f5fdd6e5e9), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.257290 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event deleted for resources: {'Port': ['ID=fde77b6d-0e95-4d06-964a-83f5fdd6e5e9,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:45.273289 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['fde77b6d-0e95-4d06-964a-83f5fdd6e5e9', 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:45.288044 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.securitygroups_db [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Project 77968fc2b85349b2a625ea9bf25cd026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:13:45.299631 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (449ecede-9440-4aa5-9d3e-43e48eb68045), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.324320 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] No DVR routers for this DVR port fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:13:45.329764 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.333344 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f7d74ce-b862-40c2-a145-2330b6a9bf6f req-7fd754a4-f2bc-491a-85d5-6c8c6378e2e1 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "DELETE /networking/v2.0/ports/fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 HTTP/1.1" status: 204 len: 173 time: 0.9256206 Oct 30 01:13:45.333880 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'name': 'network-vif-deleted', 'tag': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:45.336319 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b6dbd4-3e21-4d27-8db8-19876f5b101f" -d '{"events": [{"server_uuid": "ce81348d-b898-4087-8f2e-0b820ce0d9ce", "name": "network-vif-deleted", "tag": "fde77b6d-0e95-4d06-964a-83f5fdd6e5e9"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:45.443426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4817e8-808e-4fbd-8564-70938ad42473 x-openstack-request-id: req-1e4817e8-808e-4fbd-8564-70938ad42473 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:45.443816 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce81348d-b898-4087-8f2e-0b820ce0d9ce", "name": "network-vif-deleted", "tag": "fde77b6d-0e95-4d06-964a-83f5fdd6e5e9", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:45.444150 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e4817e8-808e-4fbd-8564-70938ad42473 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:45.444697 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4817e8-808e-4fbd-8564-70938ad42473'] response: {'server_uuid': 'ce81348d-b898-4087-8f2e-0b820ce0d9ce', 'name': 'network-vif-deleted', 'tag': 'fde77b6d-0e95-4d06-964a-83f5fdd6e5e9', 'status': 'completed', 'code': 200} Oct 30 01:13:45.531749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (449ecede-9440-4aa5-9d3e-43e48eb68045), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.592959 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-64d2a49d-4994-465d-ac0b-afed59d2f649 req-8d9ff141-7533-4ed1-bbe7-3b7888c16313 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975408 Oct 30 01:13:45.796041 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (449ecede-9440-4aa5-9d3e-43e48eb68045), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.829070 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449ecede-9440-4aa5-9d3e-43e48eb68045,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:45.837515 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926b4a-6ad4-4f63-8f9d-881528c92eea req-b0a57416-b5da-44c0-bdc7-3345d3f08b42 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:45.839239 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9926b4a-6ad4-4f63-8f9d-881528c92eea req-b0a57416-b5da-44c0-bdc7-3345d3f08b42 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0851846 Oct 30 01:13:45.906305 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9926b4a-6ad4-4f63-8f9d-881528c92eea req-aa29f9bc-527b-4c51-83c3-5cb9fa4a452d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578382 Oct 30 01:13:45.934476 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:45.936998 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4cc96e6b-807e-4eb3-bd15-b009470c5aba tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7761993 Oct 30 01:13:46.108587 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed083cb-4ba5-4db1-b9c8-9669c3409920 req-35c35d1e-290c-445f-a600-4e0764cbbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:46.120973 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3ed083cb-4ba5-4db1-b9c8-9669c3409920 req-35c35d1e-290c-445f-a600-4e0764cbbd24 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0969610 Oct 30 01:13:46.120973 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-810e5405-6cf0-4783-9769-cb30636b5212 req-192a2f0c-c53a-4740-8cc5-bffccb69c360 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-962231925&fields=id&tenant_id=77968fc2b85349b2a625ea9bf25cd026 HTTP/1.1" status: 200 len: 267 time: 0.1273201 Oct 30 01:13:46.234110 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e5405-6cf0-4783-9769-cb30636b5212 req-f8647e87-a8e7-46cb-bd28-681bca160ace tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:46.235884 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-810e5405-6cf0-4783-9769-cb30636b5212 req-f8647e87-a8e7-46cb-bd28-681bca160ace tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.1095192 Oct 30 01:13:46.237708 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-200f4e5b-2fd5-42c1-b52c-ee53ea0c1f69 req-86c3d043-1214-45fb-979a-3c8fbf2bdb94 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0636792 Oct 30 01:13:46.240738 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:46.263895 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'port': {'security_groups': ['5144d095-37ae-42c3-a099-1ee209056163', '9d8cb7d8-fa55-49f4-a812-aebd81ac7376']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:46.270478 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3ed083cb-4ba5-4db1-b9c8-9669c3409920 req-514e5629-33fb-4dc0-ac56-b482ef72916c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334283 Oct 30 01:13:46.358976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:46.561104 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:46.623469 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:46.668553 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:46.801660 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:46.811846 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:46.812717 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:46.814478 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-810e5405-6cf0-4783-9769-cb30636b5212 req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "PUT /networking/v2.0/ports/4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 981 time: 0.5570796 Oct 30 01:13:46.852900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['4e38f9d6-0235-42f8-8ef7-c7a4b4344058'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:46.909098 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d206f-92fd-4c8c-8030-a6fa8150bdb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=6']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:46.984804 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:47.008771 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f0588-cbcb-4261-82a4-3ea411f3fc2e req-35047231-f781-44c7-b138-f50fafdfe5cf tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:47.011440 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['4e38f9d6-0235-42f8-8ef7-c7a4b4344058'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:47.011881 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db0f0588-cbcb-4261-82a4-3ea411f3fc2e req-35047231-f781-44c7-b138-f50fafdfe5cf tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.1054034 Oct 30 01:13:47.159095 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:47.202233 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a59d-b030-4720-ac1e-83015053cba0 req-19803b04-4ef3-4f9f-802d-3546d2183f3d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:47.204725 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4b81a59d-b030-4720-ac1e-83015053cba0 req-19803b04-4ef3-4f9f-802d-3546d2183f3d tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.1488469 Oct 30 01:13:47.264631 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db0f0588-cbcb-4261-82a4-3ea411f3fc2e req-8b91a7b9-9730-44d9-84d1-cd91764eb0c6 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2404606 Oct 30 01:13:47.338081 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4b81a59d-b030-4720-ac1e-83015053cba0 req-4dae24a8-065b-4c06-b348-450bd2da5d41 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086223 Oct 30 01:13:47.449993 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:47.456417 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:47.503118 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ba2a0db1-1a0c-4bcb-9ef7-876fea68d5e1 req-b30c5c95-3e54-4d9d-8cba-1d746f64010a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0731552 Oct 30 01:13:47.541875 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bae055b-7d73-4ca2-8dbb-283081d9eabb x-openstack-request-id: req-2bae055b-7d73-4ca2-8dbb-283081d9eabb {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:47.542346 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:47.542527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bae055b-7d73-4ca2-8dbb-283081d9eabb {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:47.542802 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bae055b-7d73-4ca2-8dbb-283081d9eabb'] response: {'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'status': 'completed', 'code': 200} Oct 30 01:13:47.609943 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:48.349900 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-f5c52b9c-884d-4625-b13e-04ac038d86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:48.354110 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-f5c52b9c-884d-4625-b13e-04ac038d86a3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1168 time: 0.0490997 Oct 30 01:13:48.489978 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-fc5dcccd-8b83-458c-8222-0c933707dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:48.492960 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-fc5dcccd-8b83-458c-8222-0c933707dc18 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 916 time: 0.1320903 Oct 30 01:13:48.519934 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:13:48.541480 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:13:48.542113 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device fde77b6d-0e95-4d06-964a-83f5fdd6e5e9 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:13:48.555555 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c563c92-6e0e-45ea-b6de-67678c6889a8 req-6b2644c0-4793-4037-9309-09692f1384b8 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:48.558431 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c563c92-6e0e-45ea-b6de-67678c6889a8 req-6b2644c0-4793-4037-9309-09692f1384b8 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0948551 Oct 30 01:13:48.693214 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6ee78a92-0cb9-4f6b-89ad-befa738ee4e7 req-45de35e3-7a45-4c7f-bd8d-aa446016307f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ce81348d-b898-4087-8f2e-0b820ce0d9ce HTTP/1.1" status: 200 len: 210 time: 0.0787787 Oct 30 01:13:48.700068 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c563c92-6e0e-45ea-b6de-67678c6889a8 req-0cd44bfb-8692-43f5-8694-83daf10e95db tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342850 Oct 30 01:13:48.814405 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:48.834322 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d3c4-3e1a-455f-9885-c52851420af3 req-dacf2b7e-9491-4a81-a383-d0e34c90d598 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:48.836061 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec27d3c4-3e1a-455f-9885-c52851420af3 req-dacf2b7e-9491-4a81-a383-d0e34c90d598 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Oct 30 01:13:48.848860 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57788) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:48.854464 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Request body: {'floatingip': {'port_id': '44604177-fdbb-4922-88e9-3af1a4695ad5'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:48.897552 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (e65129ab-bc24-433a-9c52-4fa1e29fe431), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:49.262638 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-bff8f709-f75c-4d62-a39b-f4c3792c5c54 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 1001 time: 0.1429558 Oct 30 01:13:49.458865 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.db.resource_extend [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 30 01:13:49.541274 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-9f12a018-8389-4e53-b558-648494a99e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:49.543747 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-9f12a018-8389-4e53-b558-648494a99e24 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.1663730 Oct 30 01:13:49.562825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:49.654796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (e65129ab-bc24-433a-9c52-4fa1e29fe431), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:50.181264 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Floating IP e65129ab-bc24-433a-9c52-4fa1e29fe431 associated. External IP: 172.37.0.241, port: 44604177-fdbb-4922-88e9-3af1a4695ad5. Oct 30 01:13:50.188404 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-dbc7949e-43f0-4812-a9b5-f2c51835b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:50.191150 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-dbc7949e-43f0-4812-a9b5-f2c51835b086 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1004014 Oct 30 01:13:50.297976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:50.468870 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498e0-6e0a-4d3c-90cb-858c40cd9852 req-2f5b5a36-44d3-431a-9001-5bb512005aae tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:50.470450 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1ce498e0-6e0a-4d3c-90cb-858c40cd9852 req-2f5b5a36-44d3-431a-9001-5bb512005aae tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.1192365 Oct 30 01:13:50.483009 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:50.523482 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-75fef59a-7e9f-4af3-a231-c11783004202 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722931 Oct 30 01:13:50.609021 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1ce498e0-6e0a-4d3c-90cb-858c40cd9852 req-c745e57a-12c2-4e16-b357-45dc5cc8c2ad tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205714 Oct 30 01:13:50.672067 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:13:50.793121 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:13:50.799255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:50.805857 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:13:50.819816 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:50.820706 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:50.834534 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-2c6d1054-4396-4d6e-91cd-7203f7e27c13 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e65129ab-bc24-433a-9c52-4fa1e29fe431 HTTP/1.1" status: 200 len: 991 time: 1.9844124 Oct 30 01:13:50.835204 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:50.837702 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f142a42f-6433-43a8-8e6a-836b11ca5bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:50.880925 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b82e0-e778-4ce0-9442-bfabc4e71e03 x-openstack-request-id: req-bc0b82e0-e778-4ce0-9442-bfabc4e71e03 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:50.881248 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:50.881477 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc0b82e0-e778-4ce0-9442-bfabc4e71e03 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:50.881893 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0b82e0-e778-4ce0-9442-bfabc4e71e03'] response: {'name': 'network-changed', 'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'status': 'completed', 'code': 200} Oct 30 01:13:50.962364 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:51.212785 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e65129ab-bc24-433a-9c52-4fa1e29fe431', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'floating_ip_address': '172.37.0.241', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'port_id': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'mac_address': 'fa:16:3e:29:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:30Z', 'updated_at': '2022-10-30T01:13:49Z', 'revision_number': 1, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:51.246470 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:13:51.256702 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:51.257396 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:51.371340 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:51.609478 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.618242 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e65129ab-bc24-433a-9c52-4fa1e29fe431', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'floating_ip_address': '172.37.0.241', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'port_id': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'mac_address': 'fa:16:3e:29:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:30Z', 'updated_at': '2022-10-30T01:13:49Z', 'revision_number': 1, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:51.646097 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddce870-3868-4480-b291-fa7e1ac0db21 None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e65129ab-bc24-433a-9c52-4fa1e29fe431', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'floating_ip_address': '172.37.0.241', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'port_id': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'mac_address': 'fa:16:3e:29:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:30Z', 'updated_at': '2022-10-30T01:13:49Z', 'revision_number': 1, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:13:51.770197 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ba47a-85e8-4133-93fe-f6fc183d7977 req-ebbcc11e-7fec-4797-82e4-15bec7dd0932 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:51.772403 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7c5ba47a-85e8-4133-93fe-f6fc183d7977 req-ebbcc11e-7fec-4797-82e4-15bec7dd0932 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0695813 Oct 30 01:13:51.842229 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7c5ba47a-85e8-4133-93fe-f6fc183d7977 req-78a95abb-7624-43c3-9554-a029ac35a828 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632935 Oct 30 01:13:51.894338 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ea733-e38a-4a4e-a467-61c53de1e2c0 None None] New status for floating IP e65129ab-bc24-433a-9c52-4fa1e29fe431: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:13:53.004168 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394313e-cbc6-4cc2-b2ab-60c3a4176304 req-6d99d3b1-d6ea-4c23-9e79-6f3d5544454d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:53.006080 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2394313e-cbc6-4cc2-b2ab-60c3a4176304 req-6d99d3b1-d6ea-4c23-9e79-6f3d5544454d tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0583649 Oct 30 01:13:53.065388 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2394313e-cbc6-4cc2-b2ab-60c3a4176304 req-21e69cdf-dc76-4cc4-baf4-4921d545fef8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 Oct 30 01:13:53.569097 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70e271d6-f33b-4f5a-80bd-8be6a8d3b6cb req-5f55806d-e247-4edf-910b-f41d4dbff984 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096230 Oct 30 01:13:53.674812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-dd1c82a8-20c2-49bf-8306-aa472a3915a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:53.676627 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-dd1c82a8-20c2-49bf-8306-aa472a3915a3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=82fc550e1caf445d8027e8051e0b4d30&device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 1129 time: 0.0678611 Oct 30 01:13:54.197923 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185fcd-37f3-4b60-b760-07f665a5e28f req-2378d695-2e87-45c7-8299-cdc0e988a5a8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:54.199877 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fd185fcd-37f3-4b60-b760-07f665a5e28f req-2378d695-2e87-45c7-8299-cdc0e988a5a8 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0517170 Oct 30 01:13:54.269928 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fd185fcd-37f3-4b60-b760-07f665a5e28f req-ccf12316-2c1c-43d9-bfa7-2775bfba697a tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634344 Oct 30 01:13:54.428879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:54.440603 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-0ec7fa14-bb4b-4def-a79a-6efa84d9aa36 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:54.442238 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-0ec7fa14-bb4b-4def-a79a-6efa84d9aa36 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 946 time: 0.0969543 Oct 30 01:13:54.485568 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-58cabe2b-e621-425b-89e7-80e366cc8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:54.488074 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-58cabe2b-e621-425b-89e7-80e366cc8ebc service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 200 len: 912 time: 0.1513269 Oct 30 01:13:54.871917 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-e44ed8bb-9321-42c9-8255-7a552e6d3cb0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44604177-fdbb-4922-88e9-3af1a4695ad5 HTTP/1.1" status: 200 len: 1001 time: 0.2101064 Oct 30 01:13:54.886391 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Deleting port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:54.886799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:54.966899 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:54.997311 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] For port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:54.998394 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:55.015405 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Calling delete_port for a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:55.017744 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:INSERT=7,neutron:SELECT=57,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:55.242286 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (a185d7cd-a5ab-4e8d-a4c4-2d137415dd18), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:55.283869 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['a185d7cd-a5ab-4e8d-a4c4-2d137415dd18'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:55.307914 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Pushing event deleted for resources: {'Port': ['ID=a185d7cd-a5ab-4e8d-a4c4-2d137415dd18,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:55.358221 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-f06ee814-a107-4bb0-9ad2-4a472b187572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:55.359922 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-f06ee814-a107-4bb0-9ad2-4a472b187572 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 200 len: 850 time: 0.1089375 Oct 30 01:13:55.385977 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] No DVR routers for this DVR port a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:13:55.406753 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:55.410322 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3d69e3e4-1d90-4898-bb0b-d2e5efa36c6b req-7d7ee046-1176-4791-8899-3f8598b5b20b tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 HTTP/1.1" status: 204 len: 173 time: 0.7508852 Oct 30 01:13:55.410870 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'name': 'network-vif-deleted', 'tag': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:55.413392 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a1c69-2cab-4f3c-8822-a06b1ca75d7b" -d '{"events": [{"server_uuid": "89eececf-ad51-4cbd-832b-a2f9d5a6dca8", "name": "network-vif-deleted", "tag": "a185d7cd-a5ab-4e8d-a4c4-2d137415dd18"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:55.461309 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-613127fd-7aed-47ca-a729-166729ea210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:55.462897 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-613127fd-7aed-47ca-a729-166729ea210a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a05b54-ab8c-4e6c-b771-2b6e93826000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0867097 Oct 30 01:13:55.465387 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c565c0bf-ea0e-4837-b223-c52c3bc33fbf req-bdccf2b9-43aa-42d1-860c-cd7c679b9b2f tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 210 time: 0.0427794 Oct 30 01:13:55.492180 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df15e072-b514-4ddc-b088-edc6997fb499 x-openstack-request-id: req-df15e072-b514-4ddc-b088-edc6997fb499 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:55.492180 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eececf-ad51-4cbd-832b-a2f9d5a6dca8", "name": "network-vif-deleted", "tag": "a185d7cd-a5ab-4e8d-a4c4-2d137415dd18", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:55.492796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df15e072-b514-4ddc-b088-edc6997fb499 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:55.492952 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df15e072-b514-4ddc-b088-edc6997fb499'] response: {'server_uuid': '89eececf-ad51-4cbd-832b-a2f9d5a6dca8', 'name': 'network-vif-deleted', 'tag': 'a185d7cd-a5ab-4e8d-a4c4-2d137415dd18', 'status': 'completed', 'code': 200} Oct 30 01:13:55.573032 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-def1f333-5562-405a-a0a1-a1c6953a5726 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018469 Oct 30 01:13:55.720903 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f142a42f-6433-43a8-8e6a-836b11ca5bd3 req-6c8839a0-87d0-4c1e-9de2-d96d62e1dee3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308215 Oct 30 01:13:56.654453 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-30ee186c-23f1-4254-afbd-ab7f1274519f req-add7e91e-9b6d-4aa7-9cc3-b984fd2f95a2 tempest-ServerRescueNegativeTestJSON-831237817 tempest-ServerRescueNegativeTestJSON-831237817-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89eececf-ad51-4cbd-832b-a2f9d5a6dca8 HTTP/1.1" status: 200 len: 210 time: 0.0315456 Oct 30 01:13:57.735396 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57846) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:57.887529 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:58.176881 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:58.181003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:58.196732 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-52f164de-85f7-4b71-963a-9e95dd3faac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:58.526735 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:13:58.552971 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:13:58.553503 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device a185d7cd-a5ab-4e8d-a4c4-2d137415dd18 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:13:58.808985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Deleting port 9d846fab-0821-4897-8249-89bff66f5b11 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:13:58.809648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (9d846fab-0821-4897-8249-89bff66f5b11), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:58.910264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] For port 9d846fab-0821-4897-8249-89bff66f5b11, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9d846fab-0821-4897-8249-89bff66f5b11,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:58.910650 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (9d846fab-0821-4897-8249-89bff66f5b11), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:58.944683 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Calling delete_port for 9d846fab-0821-4897-8249-89bff66f5b11 owned by network:router_interface {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:13:59.248411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (9d846fab-0821-4897-8249-89bff66f5b11), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:59.276405 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=9d846fab-0821-4897-8249-89bff66f5b11,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:59.484205 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:59.511865 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08e15d-9fd0-4be5-ab67-2227404eff38 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:13:59.541302 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:59.600586 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:59.663414 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08e15d-9fd0-4be5-ab67-2227404eff38 None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:13:59.753614 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:13:59.806985 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:59.881648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:13:59.888164 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-9ee18677-bb20-447c-a18e-56f18ca0fbfa admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/64f4d40e-d741-4b3b-b1f8-c9fc688d5950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1527231 Oct 30 01:13:59.892090 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57854) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:59.896098 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] Sync routers for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:13:59.914605 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:59.915490 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:13:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:59.988415 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:00.007215 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks [] for router (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.106420 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:00.123275 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks [] for router_gateway (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.260971 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Deleting port 7282e885-6ea3-4afc-8b8b-15d6092b80f7 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:00.261406 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.420676 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128'}], 'enable_snat': True}, 'gw_port_id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:13:59Z', 'revision_number': 5, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port': {'id': '7282e885-6ea3-4afc-8b8b-15d6092b80f7', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:08Z', 'updated_at': '2022-10-30T01:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:00.424182 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] For port 7282e885-6ea3-4afc-8b8b-15d6092b80f7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7282e885-6ea3-4afc-8b8b-15d6092b80f7,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:00.424509 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.449942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Calling delete_port for 7282e885-6ea3-4afc-8b8b-15d6092b80f7 owned by network:router_gateway {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:00.456120 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] Checking router: 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:14:00.460026 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a25b-6233-49e6-805a-46392272d836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.485400 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] Routers {'64f4d40e-d741-4b3b-b1f8-c9fc688d5950'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:00.486434 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:00.681676 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] Set router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:00.741297 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-5817b312-3f24-4187-afc5-ba178e672f90 None None] Provisioning complete for port e9af17e7-159c-46cc-891a-291b78f739f4 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:00.742176 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5817b312-3f24-4187-afc5-ba178e672f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.742526 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-5817b312-3f24-4187-afc5-ba178e672f90 None None] Attempt 1 to provision port e9af17e7-159c-46cc-891a-291b78f739f4 Oct 30 01:14:00.751184 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (7282e885-6ea3-4afc-8b8b-15d6092b80f7), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:00.769118 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:14:00Z', 'revision_number': 6, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:00.804986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Pushing event deleted for resources: {'Port': ['ID=7282e885-6ea3-4afc-8b8b-15d6092b80f7,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:00.893945 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-5817b312-3f24-4187-afc5-ba178e672f90 None None] Current status of the port e9af17e7-159c-46cc-891a-291b78f739f4 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:00.920050 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1469fa-0907-4c0c-8553-67c9a012f549 None None] The sync data for ids ['64f4d40e-d741-4b3b-b1f8-c9fc688d5950'] in dv-cinder-master-3-smb is: [{'id': '64f4d40e-d741-4b3b-b1f8-c9fc688d5950', 'name': 'tempest-ServerRescueNegativeTestJSON-1579213215-router', 'tenant_id': '95c63194a18f4768abe23f55608ec8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:14:00Z', 'revision_number': 6, 'project_id': '95c63194a18f4768abe23f55608ec8c6', 'gw_port_host': None}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:14:00.941739 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.039171 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.041866 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks [] for router_controller (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.162230 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (64f4d40e-d741-4b3b-b1f8-c9fc688d5950), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.162997 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f4d40e-d741-4b3b-b1f8-c9fc688d5950 {{(pid=105258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:14:01.170254 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.171734 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-65d8278a-89f9-44e4-8a01-24f9b994a286 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/64f4d40e-d741-4b3b-b1f8-c9fc688d5950 HTTP/1.1" status: 204 len: 168 time: 1.2785633 Oct 30 01:14:01.174696 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57864) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:01.225559 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Deleting subnet 9fc46077-7165-466c-b520-8a83e31e1c2b {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:14:01.229863 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Publish callbacks [] for subnet (9fc46077-7165-466c-b520-8a83e31e1c2b), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.277534 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (9fc46077-7165-466c-b520-8a83e31e1c2b), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.340453 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:01.402026 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:01.418593 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (9fc46077-7165-466c-b520-8a83e31e1c2b), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.613243 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (9fc46077-7165-466c-b520-8a83e31e1c2b), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.640661 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc46077-7165-466c-b520-8a83e31e1c2b,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:01.649209 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.653758 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-de489ff2-3fa0-4898-982b-02f541d0b367 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/9fc46077-7165-466c-b520-8a83e31e1c2b HTTP/1.1" status: 204 len: 168 time: 0.4770124 Oct 30 01:14:01.655573 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9be32dd-7f6f-4288-a3ad-57734a6cded0 None None] Network de618076-b93d-46d5-a096-a44e39256fff requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:14:01.656182 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57868) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:01.761450 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (de618076-b93d-46d5-a096-a44e39256fff), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.823875 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Deleting port e9af17e7-159c-46cc-891a-291b78f739f4 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:01.824514 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.918130 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] DHCP port deletion for de618076-b93d-46d5-a096-a44e39256fff request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:14:01.950347 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] For port e9af17e7-159c-46cc-891a-291b78f739f4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e9af17e7-159c-46cc-891a-291b78f739f4,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:01.954539 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.970697 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] Deleting port e9af17e7-159c-46cc-891a-291b78f739f4 {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:01.971228 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:01.980924 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Calling delete_port for e9af17e7-159c-46cc-891a-291b78f739f4 owned by network:dhcp {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:02.054826 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] For port e9af17e7-159c-46cc-891a-291b78f739f4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e9af17e7-159c-46cc-891a-291b78f739f4,segment=NetworkSegment(4f77a503-0c13-40af-9ff5-e65f81096456),segment_id=4f77a503-0c13-40af-9ff5-e65f81096456)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:02.055243 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.065434 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:02.073423 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] Calling delete_port for e9af17e7-159c-46cc-891a-291b78f739f4 owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:02.258345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.268769 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (e9af17e7-159c-46cc-891a-291b78f739f4), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.295422 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9af17e7-159c-46cc-891a-291b78f739f4,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:02.295690 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] Pushing event deleted for resources: {'Port': ['ID=e9af17e7-159c-46cc-891a-291b78f739f4,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:02.299861 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] No DVR routers for this DVR port e9af17e7-159c-46cc-891a-291b78f739f4 on host dv-cinder-master-3-smb {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:14:02.301151 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.304494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d2ecd-53b7-49b5-87fb-df49ce3fce8d None None] No DVR routers for this DVR port e9af17e7-159c-46cc-891a-291b78f739f4 on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:14:02.337595 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 7282e885-6ea3-4afc-8b8b-15d6092b80f7 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:14:02.367415 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 7282e885-6ea3-4afc-8b8b-15d6092b80f7 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:14:02.368088 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 7282e885-6ea3-4afc-8b8b-15d6092b80f7 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:14:02.368511 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9d846fab-0821-4897-8249-89bff66f5b11 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:14:02.390451 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 9d846fab-0821-4897-8249-89bff66f5b11 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:14:02.390451 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9d846fab-0821-4897-8249-89bff66f5b11 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:14:02.390451 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device e9af17e7-159c-46cc-891a-291b78f739f4 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:14:02.412101 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: e9af17e7-159c-46cc-891a-291b78f739f4 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:14:02.412443 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device e9af17e7-159c-46cc-891a-291b78f739f4 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:14:02.427794 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (de618076-b93d-46d5-a096-a44e39256fff), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.450781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de618076-b93d-46d5-a096-a44e39256fff']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:02.464841 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f77a503-0c13-40af-9ff5-e65f81096456') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:02.465145 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f77a503-0c13-40af-9ff5-e65f81096456') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:02.477277 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (4f77a503-0c13-40af-9ff5-e65f81096456), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.495943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (4f77a503-0c13-40af-9ff5-e65f81096456), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.504789 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:14:02.505199 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (4f77a503-0c13-40af-9ff5-e65f81096456), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.510167 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:02.552357 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment 4f77a503-0c13-40af-9ff5-e65f81096456 resource provider aggregate not found Oct 30 01:14:02.573283 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment 4f77a503-0c13-40af-9ff5-e65f81096456 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f77a503-0c13-40af-9ff5-e65f81096456 found for delete ", "request_id": "req-e699d3de-3ba3-4e06-86bd-1970613d86eb"}]} Oct 30 01:14:02.674934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (de618076-b93d-46d5-a096-a44e39256fff), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.680817 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:02.684382 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/de618076-b93d-46d5-a096-a44e39256fff HTTP/1.1" status: 204 len: 168 time: 1.0271623 Oct 30 01:14:02.699097 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3d2f7-f379-4fc0-917a-ae107b1db13b admin admin] Pushing event deleted for resources: {'Network': ['ID=de618076-b93d-46d5-a096-a44e39256fff,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:03.083645 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57878) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:03.161636 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-a3364533-e1e6-48dd-bae7-84dab48d4c0b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=95c63194a18f4768abe23f55608ec8c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0759928 Oct 30 01:14:03.164244 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57880) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:03.240472 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2d6b581c-e2f3-4f69-b4a0-56f1d9637c47 admin admin] Publish callbacks [] for security_group (6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:03.269660 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2d6b581c-e2f3-4f69-b4a0-56f1d9637c47 admin admin] Publish callbacks [] for security_group (6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:03.476958 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2d6b581c-e2f3-4f69-b4a0-56f1d9637c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:03.480298 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2d6b581c-e2f3-4f69-b4a0-56f1d9637c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:03.481983 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-2d6b581c-e2f3-4f69-b4a0-56f1d9637c47 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db HTTP/1.1" status: 204 len: 168 time: 0.3160667 Oct 30 01:14:03.493623 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b581c-e2f3-4f69-b4a0-56f1d9637c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef816a7-948c-4c0c-ae65-4d3a7bb3e9db,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:03.722385 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:03.939637 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:04.766439 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57916) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:04.888503 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-614035023-network', 'tenant_id': '6e74d6179e574138841007195fd72400'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:05.035960 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Made reservation on behalf of 6e74d6179e574138841007195fd72400 for: {'network': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:14:05.038487 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.048586 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.152763 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks [] for security_group (881e5817-f65c-4ff0-a1f9-51382886880d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.228857 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (881e5817-f65c-4ff0-a1f9-51382886880d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.261927 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=105257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:14:05.267811 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:05.271613 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e5817-f65c-4ff0-a1f9-51382886880d,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:05.277739 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (c0b912d4-bc32-4789-ae77-98cb20afa6df), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.285106 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.segments_db [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Added segment c0b912d4-bc32-4789-ae77-98cb20afa6df of type vlan for network 6257f567-c00a-4953-abb1-a059fb358974 Oct 30 01:14:05.327166 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (6257f567-c00a-4953-abb1-a059fb358974), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.440340 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (6257f567-c00a-4953-abb1-a059fb358974), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.441896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:05.442569 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:05.516790 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=6257f567-c00a-4953-abb1-a059fb358974,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:05.528336 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 6257f567-c00a-4953-abb1-a059fb358974 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:14:05.624461 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-924367bd-009f-4569-a081-af7fcea9f8f2 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8567102 Oct 30 01:14:05.627780 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57920) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:05.635284 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Request body: {'subnet': {'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-subnet', 'tenant_id': '6e74d6179e574138841007195fd72400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:05.790525 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Made reservation on behalf of 6e74d6179e574138841007195fd72400 for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:14:05.793404 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2527387'] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.070901 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2493835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2527477'] for subnet (995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.119731 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:06.134081 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:06.146982 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Checking segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:14:06.147341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Network hostable DHCP agents. Network: 6257f567-c00a-4953-abb1-a059fb358974, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:14:06.234734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Network 6257f567-c00a-4953-abb1-a059fb358974 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:14:06.325939 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 6257f567-c00a-4953-abb1-a059fb358974) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:06.330356 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:06.330968 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.337065 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c315289-a068-475b-8d6a-15467d8e8581 None None] Network 6257f567-c00a-4953-abb1-a059fb358974 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:14:06.455233 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-6257f567-c00a-4953-abb1-a059fb358974', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:14:06.456524 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.464275 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e450b73e-5fe3-43d2-bff3-de9294d2aa8d admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8344963 Oct 30 01:14:06.468509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57924) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:06.475833 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:06.568575 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:06.622218 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Allocated IP 172.20.0.2 (6257f567-c00a-4953-abb1-a059fb358974/995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2/816f4412-8ecb-4966-91a5-f2fb6e653edc) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:14:06.623468 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (1bad8269-f9f5-4687-a1d5-36944b22c2bf), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.624791 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (1bad8269-f9f5-4687-a1d5-36944b22c2bf), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.696744 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks [] for router_controller (1bad8269-f9f5-4687-a1d5-36944b22c2bf), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.804098 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Publish callbacks [] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.910703 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.969379 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks [] for router_gateway (1bad8269-f9f5-4687-a1d5-36944b22c2bf), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.982754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:06.994988 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Network 6257f567-c00a-4953-abb1-a059fb358974 is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:14:07.001186 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:07.007319 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:14:07.012018 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Pushing event updated for resources: {'Port': ['ID=816f4412-8ecb-4966-91a5-f2fb6e653edc,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:07.088471 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Attempting to bind port 816f4412-8ecb-4966-91a5-f2fb6e653edc on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:14:07.089042 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Attempting to bind port 816f4412-8ecb-4966-91a5-f2fb6e653edc by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:14:07.089514 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Attempting to bind port 816f4412-8ecb-4966-91a5-f2fb6e653edc on network 6257f567-c00a-4953-abb1-a059fb358974 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:14:07.151252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:14:07.151882 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Checking segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:14:07.152361 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.152849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Bound using segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:14:07.153598 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Bound port: 816f4412-8ecb-4966-91a5-f2fb6e653edc, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:14:07.154125 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.243947 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] For port 816f4412-8ecb-4966-91a5-f2fb6e653edc, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:14:07.260757 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] For port 816f4412-8ecb-4966-91a5-f2fb6e653edc, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=816f4412-8ecb-4966-91a5-f2fb6e653edc,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:14:07.337062 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks [] for router_gateway (1bad8269-f9f5-4687-a1d5-36944b22c2bf), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.368352 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.398252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.462236 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:07.499822 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1e973-4a2d-4f97-94b7-a453a362aab1 None None] Pushing event updated for resources: {'Port': ['ID=816f4412-8ecb-4966-91a5-f2fb6e653edc,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:07.546053 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Allocated IP 172.37.0.155 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/cada0048-4e6f-475e-98eb-7fa882821706) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:14:07.744933 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks [] for port (cada0048-4e6f-475e-98eb-7fa882821706), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.757240 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:07.929138 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (cada0048-4e6f-475e-98eb-7fa882821706), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:07.982692 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:14:07.989109 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:07.991933 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Pushing event updated for resources: {'Port': ['ID=cada0048-4e6f-475e-98eb-7fa882821706,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:07.994500 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:14:08.365358 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 816f4412-8ecb-4966-91a5-f2fb6e653edc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:08.485738 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 816f4412-8ecb-4966-91a5-f2fb6e653edc triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:08.486408 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:08.487041 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 816f4412-8ecb-4966-91a5-f2fb6e653edc Oct 30 01:14:08.503811 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks [] for router_gateway (1bad8269-f9f5-4687-a1d5-36944b22c2bf), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:08.654875 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 816f4412-8ecb-4966-91a5-f2fb6e653edc is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:08.655287 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:08.700052 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 816f4412-8ecb-4966-91a5-f2fb6e653edc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=816f4412-8ecb-4966-91a5-f2fb6e653edc,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:08.790130 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8f18c-ab77-461c-9b1a-c4dc08474305 None None] Network 6257f567-c00a-4953-abb1-a059fb358974 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:14:08.812808 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:08.907484 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-c9f41935-715e-4b3a-96e1-9142d03d5410 None None] Provisioning complete for port 816f4412-8ecb-4966-91a5-f2fb6e653edc triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:08.907940 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c9f41935-715e-4b3a-96e1-9142d03d5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:08.908294 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-c9f41935-715e-4b3a-96e1-9142d03d5410 None None] Attempt 1 to provision port 816f4412-8ecb-4966-91a5-f2fb6e653edc Oct 30 01:14:09.123670 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=816f4412-8ecb-4966-91a5-f2fb6e653edc,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:09.167980 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:09.193393 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (1bad8269-f9f5-4687-a1d5-36944b22c2bf), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:09.220902 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c9f41935-715e-4b3a-96e1-9142d03d5410 None None] Current status of the port 816f4412-8ecb-4966-91a5-f2fb6e653edc is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:09.293080 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:09.459042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2053d9-732d-4cdb-8098-da07d625d181 req-f89ce13d-e387-4186-a573-cace3ef6cf7e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:09.460674 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0d2053d9-732d-4cdb-8098-da07d625d181 req-f89ce13d-e387-4186-a573-cace3ef6cf7e tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.3028772 Oct 30 01:14:09.468617 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-c8eda0a2-2892-48ff-a42a-fce06de3286e None None] Provisioning complete for port 816f4412-8ecb-4966-91a5-f2fb6e653edc triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:09.469202 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c8eda0a2-2892-48ff-a42a-fce06de3286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:09.469594 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-c8eda0a2-2892-48ff-a42a-fce06de3286e None None] Attempt 1 to provision port 816f4412-8ecb-4966-91a5-f2fb6e653edc Oct 30 01:14:09.521045 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0d2053d9-732d-4cdb-8098-da07d625d181 req-141492c1-75b5-4572-a7ef-803bc5d1ed03 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Oct 30 01:14:09.562114 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:14:09.585659 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c8eda0a2-2892-48ff-a42a-fce06de3286e None None] Current status of the port 816f4412-8ecb-4966-91a5-f2fb6e653edc is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:09.680558 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:14:09.693871 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:14:09.705575 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:09.706210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:09.780643 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:09.782424 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b2589e7f-41ed-478f-ba97-919e2398a665 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3123636 Oct 30 01:14:09.787157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 57946) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:09.824772 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:09.984938 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:10.066276 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:08Z', 'revision_number': 3, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:10.125326 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:14:10.125899 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Updating router 1bad8269-f9f5-4687-a1d5-36944b22c2bf port cada0048-4e6f-475e-98eb-7fa882821706 binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:14:10.178262 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (cada0048-4e6f-475e-98eb-7fa882821706), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.182852 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:10.337411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.396424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 816f4412-8ecb-4966-91a5-f2fb6e653edc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:10.418278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:10.496282 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f18b72-c6e0-4b3b-bd8d-85a733782c0d req-c6982504-02a7-4b6c-a90b-bcc09438176d tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:10.497958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c6f18b72-c6e0-4b3b-bd8d-85a733782c0d req-c6982504-02a7-4b6c-a90b-bcc09438176d tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0987914 Oct 30 01:14:10.534102 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 816f4412-8ecb-4966-91a5-f2fb6e653edc triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:10.534959 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.534959 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 816f4412-8ecb-4966-91a5-f2fb6e653edc Oct 30 01:14:10.619649 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Allocated IP 172.20.0.1 (6257f567-c00a-4953-abb1-a059fb358974/995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2/9f03191d-3798-4279-a777-c203fc04317c) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:14:10.630244 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c6f18b72-c6e0-4b3b-bd8d-85a733782c0d req-d2759640-ddf3-4b23-8e66-6b69c05cf169 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220567 Oct 30 01:14:10.657504 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Publish callbacks [] for port (cada0048-4e6f-475e-98eb-7fa882821706), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.663398 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.688758 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:10.742217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 816f4412-8ecb-4966-91a5-f2fb6e653edc is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:10.772658 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=39 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:10.773482 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (cada0048-4e6f-475e-98eb-7fa882821706), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.773882 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=44 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:10.810974 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Attempting to bind port cada0048-4e6f-475e-98eb-7fa882821706 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:14:10.811340 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Attempting to bind port cada0048-4e6f-475e-98eb-7fa882821706 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:14:10.811751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Attempting to bind port cada0048-4e6f-475e-98eb-7fa882821706 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:14:10.858026 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1594a-423b-4811-b818-e6a95666533d None None] Pushing event updated for resources: {'Port': ['ID=cada0048-4e6f-475e-98eb-7fa882821706,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:10.867441 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb71ca-8712-4d4f-a1c6-107aed0a0c4d req-6cfd8346-4e7b-415b-9762-8f5eb366e64f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:10.871631 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ebdb71ca-8712-4d4f-a1c6-107aed0a0c4d req-6cfd8346-4e7b-415b-9762-8f5eb366e64f tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.1989732 Oct 30 01:14:10.889232 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks [] for port (9f03191d-3798-4279-a777-c203fc04317c), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.890823 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:14:10.891555 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:14:10.892127 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.892738 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:14:10.893479 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Bound port: cada0048-4e6f-475e-98eb-7fa882821706, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:14:10.893922 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (cada0048-4e6f-475e-98eb-7fa882821706), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:10.976369 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] For port cada0048-4e6f-475e-98eb-7fa882821706, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:14:10.982631 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] For port cada0048-4e6f-475e-98eb-7fa882821706, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cada0048-4e6f-475e-98eb-7fa882821706,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:14:10.991112 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ebdb71ca-8712-4d4f-a1c6-107aed0a0c4d req-79573734-56a5-4951-a8e8-711c4a392696 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068320 Oct 30 01:14:11.082291 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (cada0048-4e6f-475e-98eb-7fa882821706), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.087784 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:11.105386 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (9f03191d-3798-4279-a777-c203fc04317c), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.129604 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:11.130218 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:11.159879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Network 6257f567-c00a-4953-abb1-a059fb358974 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:14:11.167400 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:11.171712 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:14:11.230163 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1594a-423b-4811-b818-e6a95666533d None None] Pushing event updated for resources: {'Port': ['ID=cada0048-4e6f-475e-98eb-7fa882821706,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:11.230735 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f03191d-3798-4279-a777-c203fc04317c,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:11.252494 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (1bad8269-f9f5-4687-a1d5-36944b22c2bf), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.322613 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:11.323406 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:11.526964 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9f03191d-3798-4279-a777-c203fc04317c), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.558751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-28c97930-cd3b-48cd-bb6a-9f7dbd17fe21 None None] Provisioning complete for port 9f03191d-3798-4279-a777-c203fc04317c triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:11.560352 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-28c97930-cd3b-48cd-bb6a-9f7dbd17fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9f03191d-3798-4279-a777-c203fc04317c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.560518 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-28c97930-cd3b-48cd-bb6a-9f7dbd17fe21 None None] Attempt 1 to provision port 9f03191d-3798-4279-a777-c203fc04317c Oct 30 01:14:11.597255 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:08Z', 'revision_number': 3, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:11.634664 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a34458-254b-45ae-a146-cbf70008636b None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:08Z', 'revision_number': 3, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:14:11.645265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-28c97930-cd3b-48cd-bb6a-9f7dbd17fe21 None None] Port 9f03191d-3798-4279-a777-c203fc04317c cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:14:11.757284 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks [] for port (9f03191d-3798-4279-a777-c203fc04317c), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.835325 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (9f03191d-3798-4279-a777-c203fc04317c), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.991973 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300b141-c82d-4f3f-83bd-c330a55d5b30 req-316e2300-e169-4a7c-ac4e-2d3fdffdbc94 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:11.994749 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9300b141-c82d-4f3f-83bd-c330a55d5b30 req-316e2300-e169-4a7c-ac4e-2d3fdffdbc94 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.2105751 Oct 30 01:14:12.033685 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:12.039985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f03191d-3798-4279-a777-c203fc04317c,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:12.054818 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (1bad8269-f9f5-4687-a1d5-36944b22c2bf), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:12.221537 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9300b141-c82d-4f3f-83bd-c330a55d5b30 req-597437e1-613d-48de-96d8-5c5422173165 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2113657 Oct 30 01:14:12.272357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430617-f9d7-4c94-88ed-94f2e96cf18a req-94e659d8-35ed-4eff-9ced-00e683659c28 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:12.274062 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-62430617-f9d7-4c94-88ed-94f2e96cf18a req-94e659d8-35ed-4eff-9ced-00e683659c28 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.1176691 Oct 30 01:14:12.302548 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Network 6257f567-c00a-4953-abb1-a059fb358974 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:14:12.314975 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:12.386375 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device cada0048-4e6f-475e-98eb-7fa882821706 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:12.472045 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port cada0048-4e6f-475e-98eb-7fa882821706 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:12.473130 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (cada0048-4e6f-475e-98eb-7fa882821706), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:12.474004 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port cada0048-4e6f-475e-98eb-7fa882821706 Oct 30 01:14:12.481873 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-62430617-f9d7-4c94-88ed-94f2e96cf18a req-000aa7ac-7c0e-45aa-808c-76f35f8bb21c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899207 Oct 30 01:14:12.591212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:14:12.649380 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port cada0048-4e6f-475e-98eb-7fa882821706 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:12.649380 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (cada0048-4e6f-475e-98eb-7fa882821706), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:12.667658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:12.698364 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port cada0048-4e6f-475e-98eb-7fa882821706, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cada0048-4e6f-475e-98eb-7fa882821706,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:12.702638 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-e10fc75a-5c0d-4542-87d9-c2269d030ab9 None None] Provisioning complete for port 9f03191d-3798-4279-a777-c203fc04317c triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:12.703178 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-e10fc75a-5c0d-4542-87d9-c2269d030ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9f03191d-3798-4279-a777-c203fc04317c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:12.703733 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-e10fc75a-5c0d-4542-87d9-c2269d030ab9 None None] Attempt 1 to provision port 9f03191d-3798-4279-a777-c203fc04317c Oct 30 01:14:12.752170 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:14:12.753569 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-e10fc75a-5c0d-4542-87d9-c2269d030ab9 None None] Port 9f03191d-3798-4279-a777-c203fc04317c cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:14:12.763722 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ab39d448-68e6-4760-8715-c3b4c040bbb7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1bad8269-f9f5-4687-a1d5-36944b22c2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9749711 Oct 30 01:14:12.832070 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (cada0048-4e6f-475e-98eb-7fa882821706), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:12.914593 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=cada0048-4e6f-475e-98eb-7fa882821706,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:13.212319 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57968) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:13.217910 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134276450', 'description': 'tempest-description--580148332'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:13.390316 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:13.404190 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab73d9-51aa-4589-8181-e0454b2a38e8 req-e5a42cb1-0f8a-441c-92e0-3be22e8b00e1 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:13.405850 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aaab73d9-51aa-4589-8181-e0454b2a38e8 req-e5a42cb1-0f8a-441c-92e0-3be22e8b00e1 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0778334 Oct 30 01:14:13.437757 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:14:13.499275 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-aaab73d9-51aa-4589-8181-e0454b2a38e8 req-ffddf366-6f66-4ea5-ad58-0f8aaad1ec4d tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859349 Oct 30 01:14:13.522947 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (b246f106-8205-4565-86b7-c706d58cf29c), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:13.608787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b246f106-8205-4565-86b7-c706d58cf29c), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:13.675117 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b246f106-8205-4565-86b7-c706d58cf29c,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:13.688133 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ea9ff-acd3-4577-aed2-f23c12adea48 req-9c507162-9910-43b0-bb63-e9cf3134385b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:13.693478 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f47ea9ff-acd3-4577-aed2-f23c12adea48 req-9c507162-9910-43b0-bb63-e9cf3134385b tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.0911684 Oct 30 01:14:13.756445 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f47ea9ff-acd3-4577-aed2-f23c12adea48 req-43b50e54-3a70-4f80-a9b8-bab68bbba87c tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536478 Oct 30 01:14:13.779043 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:14:13.793564 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:13.794959 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:13.802694 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:13.804363 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b74a1809-45d3-4116-b64b-58a482eeb93c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5909064 Oct 30 01:14:13.807913 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57974) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:13.813485 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'security_group_rule': {'security_group_id': 'b246f106-8205-4565-86b7-c706d58cf29c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:13.934518 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:13.951383 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (79ed7e74-c22c-4b7e-a42e-00e5dfe5278d), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.020659 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (79ed7e74-c22c-4b7e-a42e-00e5dfe5278d), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.110420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (79ed7e74-c22c-4b7e-a42e-00e5dfe5278d), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.153120 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ed7e74-c22c-4b7e-a42e-00e5dfe5278d,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:14.185249 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 2, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:14.217875 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:14:14.218234 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Updating router 1bad8269-f9f5-4687-a1d5-36944b22c2bf port 9f03191d-3798-4279-a777-c203fc04317c binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:14:14.252069 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9f03191d-3798-4279-a777-c203fc04317c), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.256998 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-4246d6bf-7aef-44cc-a49b-ac5af77e3dbb tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:14.260111 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-4246d6bf-7aef-44cc-a49b-ac5af77e3dbb tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.1533825 Oct 30 01:14:14.261775 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.262621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-f767faf0-e2e3-4e65-8a64-f0a89a9ce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:14.266436 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6f1bb6ac-37b7-4074-b0c9-3b20d3e680cd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558022 Oct 30 01:14:14.266752 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-f767faf0-e2e3-4e65-8a64-f0a89a9ce7c3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1168 time: 0.1566806 Oct 30 01:14:14.274741 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57976) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:14.280227 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'security_group_rule': {'security_group_id': 'b246f106-8205-4565-86b7-c706d58cf29c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:14.369490 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device cada0048-4e6f-475e-98eb-7fa882821706 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:14.430353 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port cada0048-4e6f-475e-98eb-7fa882821706 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:14.431191 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (cada0048-4e6f-475e-98eb-7fa882821706), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.432078 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port cada0048-4e6f-475e-98eb-7fa882821706 Oct 30 01:14:14.458886 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (7b68ef09-b411-4b83-99e6-49c9abd818e1), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.481946 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:14.529461 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port cada0048-4e6f-475e-98eb-7fa882821706 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:14.680282 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (7b68ef09-b411-4b83-99e6-49c9abd818e1), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.757605 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Publish callbacks [] for port (9f03191d-3798-4279-a777-c203fc04317c), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.790300 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (7b68ef09-b411-4b83-99e6-49c9abd818e1), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:14.832976 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b68ef09-b411-4b83-99e6-49c9abd818e1,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:14.849383 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:14.893837 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9f03191d-3798-4279-a777-c203fc04317c), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.014688 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.023204 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8bad4adc-4392-4846-a39f-327a4484e17e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7490389 Oct 30 01:14:15.025090 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 57982) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:15.037805 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:15.052406 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Deleting port f108db99-3311-466f-b641-553588f1878e {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:15.057400 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (f108db99-3311-466f-b641-553588f1878e), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.057972 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Pushing event updated for resources: {'Port': ['ID=9f03191d-3798-4279-a777-c203fc04317c,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:15.065770 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663d2-7502-4cfa-af5c-275c3947024c req-51893135-77aa-4165-a660-88bb2bd15eb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:15.072686 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.072976 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b9663d2-7502-4cfa-af5c-275c3947024c req-51893135-77aa-4165-a660-88bb2bd15eb3 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.1586652 Oct 30 01:14:15.073222 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.076214 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.076901 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.077432 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.077958 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.080353 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.080353 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.080353 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.080353 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.080686 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.081050 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.081577 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.082098 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.082617 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:15.089940 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Attempting to bind port 9f03191d-3798-4279-a777-c203fc04317c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:14:15.090541 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Attempting to bind port 9f03191d-3798-4279-a777-c203fc04317c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:14:15.091880 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Attempting to bind port 9f03191d-3798-4279-a777-c203fc04317c on network 6257f567-c00a-4953-abb1-a059fb358974 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:14:15.093527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc50f7-e7fb-46c1-8050-b4a3023632f7 req-8ecdd5ee-4734-41f7-8c64-b3dbb48bc3bd tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:15.096249 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9efc50f7-e7fb-46c1-8050-b4a3023632f7 req-8ecdd5ee-4734-41f7-8c64-b3dbb48bc3bd tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 945 time: 0.1836772 Oct 30 01:14:15.126878 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-d92c314a-c4c2-443d-81f6-ea92338882e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:15.129713 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-d92c314a-c4c2-443d-81f6-ea92338882e1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 916 time: 0.7025957 Oct 30 01:14:15.148863 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:14:15.149240 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Checking segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:14:15.149617 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.150005 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Bound using segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:14:15.150491 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Bound port: 9f03191d-3798-4279-a777-c203fc04317c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:14:15.150864 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9f03191d-3798-4279-a777-c203fc04317c), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.213442 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.229205 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] For port 9f03191d-3798-4279-a777-c203fc04317c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:14:15.234390 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:15.234678 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] For port 9f03191d-3798-4279-a777-c203fc04317c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9f03191d-3798-4279-a777-c203fc04317c,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:14:15.277111 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:15.319988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.340174 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9f03191d-3798-4279-a777-c203fc04317c), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.345598 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:15.367061 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:15.390681 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:15.391296 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:15.434969 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e5dd8-8594-447a-96c7-100246a17e2e None None] Pushing event updated for resources: {'Port': ['ID=9f03191d-3798-4279-a777-c203fc04317c,revision_number=4']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:15.480960 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9efc50f7-e7fb-46c1-8050-b4a3023632f7 req-9d0709cf-f316-48d3-a243-cea28e9af5a6 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=67038a0c-96ab-445e-9dc8-083155171f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472984 Oct 30 01:14:15.483167 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Allocated IP 172.37.0.221 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/109d9dd0-4687-4993-b853-c6102011e2d8) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:14:15.499743 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b9663d2-7502-4cfa-af5c-275c3947024c req-4ccc1255-c4b6-4eb0-97ba-84032ce4cf77 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4251704 Oct 30 01:14:15.533273 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:15.558318 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] For port f108db99-3311-466f-b641-553588f1878e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f108db99-3311-466f-b641-553588f1878e,segment=NetworkSegment(cb99b20b-960d-4bee-bfbd-2f252432457a),segment_id=cb99b20b-960d-4bee-bfbd-2f252432457a)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:15.558610 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (f108db99-3311-466f-b641-553588f1878e), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.598893 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-e55ab6a9-053b-4684-87e4-633a01180305 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 1001 time: 0.2901936 Oct 30 01:14:15.612128 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Calling delete_port for f108db99-3311-466f-b641-553588f1878e owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:15.681837 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:15.711293 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for port (109d9dd0-4687-4993-b853-c6102011e2d8), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.774939 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-7bb3312a-a307-4ebb-9115-2f1fa28fce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:15.776717 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-7bb3312a-a307-4ebb-9115-2f1fa28fce45 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.1671631 Oct 30 01:14:15.823148 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:15Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:15.844084 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (109d9dd0-4687-4993-b853-c6102011e2d8), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:15.870040 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a937ae-a084-4a1a-ba0e-ceba1bb0c7a5 None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:15Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:14:15.878305 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-70c81529-4eea-4329-8d78-7d6d1cb552f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:15.880941 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-70c81529-4eea-4329-8d78-7d6d1cb552f7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0956919 Oct 30 01:14:15.924660 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:14:15.935634 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:15.947875 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:14:15.965899 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'Port': ['ID=109d9dd0-4687-4993-b853-c6102011e2d8,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:16.086048 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:16.112384 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.143234 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-ee019e82-bcdf-41ac-9245-f69fd9f186a6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542589 Oct 30 01:14:16.182460 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (f108db99-3311-466f-b641-553588f1878e), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.230008 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['f108db99-3311-466f-b641-553588f1878e'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:14:16.289412 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Pushing event deleted for resources: {'Port': ['ID=f108db99-3311-466f-b641-553588f1878e,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:16.327559 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (109d9dd0-4687-4993-b853-c6102011e2d8), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.449701 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] No DVR routers for this DVR port f108db99-3311-466f-b641-553588f1878e on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:14:16.453773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.457686 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9f03191d-3798-4279-a777-c203fc04317c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:16.459357 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-57de8412-8de8-4feb-8bad-0a07695387e9 req-f8dc21a8-e263-4e6b-9321-106013541ab4 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.61 "DELETE /networking/v2.0/ports/f108db99-3311-466f-b641-553588f1878e HTTP/1.1" status: 204 len: 173 time: 2.0477991 Oct 30 01:14:16.460238 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'name': 'network-vif-deleted', 'tag': 'f108db99-3311-466f-b641-553588f1878e'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:14:16.475827 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75299f-7d6c-4d57-b99a-b6a6fa0fa1f2" -d '{"events": [{"server_uuid": "f1f2accb-ba39-4187-bfb8-192a213ff63f", "name": "network-vif-deleted", "tag": "f108db99-3311-466f-b641-553588f1878e"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:14:16.486400 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e267d77d-a2a2-4e39-a28c-4211f03ef690 req-f9862cc5-92ee-4530-adbf-94472640400c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352969 Oct 30 01:14:16.582296 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd40b9-614e-4628-8b29-247f54cd1ce5 x-openstack-request-id: req-d4bd40b9-614e-4628-8b29-247f54cd1ce5 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:14:16.583367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f2accb-ba39-4187-bfb8-192a213ff63f", "name": "network-vif-deleted", "tag": "f108db99-3311-466f-b641-553588f1878e", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:14:16.583367 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4bd40b9-614e-4628-8b29-247f54cd1ce5 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:14:16.584003 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bd40b9-614e-4628-8b29-247f54cd1ce5'] response: {'server_uuid': 'f1f2accb-ba39-4187-bfb8-192a213ff63f', 'name': 'network-vif-deleted', 'tag': 'f108db99-3311-466f-b641-553588f1878e', 'status': 'completed', 'code': 200} Oct 30 01:14:16.610300 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 9f03191d-3798-4279-a777-c203fc04317c triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:16.611252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9f03191d-3798-4279-a777-c203fc04317c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.612157 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 9f03191d-3798-4279-a777-c203fc04317c Oct 30 01:14:16.751715 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for port (109d9dd0-4687-4993-b853-c6102011e2d8), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.823345 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 9f03191d-3798-4279-a777-c203fc04317c is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:16.824111 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (9f03191d-3798-4279-a777-c203fc04317c), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.830161 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:16.873977 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (109d9dd0-4687-4993-b853-c6102011e2d8), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:16.914156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd678-5345-4545-ba40-0601a1fec74e req-760f5113-a294-49cd-b4ad-2a38909dfa70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:16.931834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 9f03191d-3798-4279-a777-c203fc04317c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9f03191d-3798-4279-a777-c203fc04317c,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:16.937957 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec7dd678-5345-4545-ba40-0601a1fec74e req-760f5113-a294-49cd-b4ad-2a38909dfa70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.2419827 Oct 30 01:14:16.962266 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4b8d4cfb-eaac-45a0-bfe0-1f2435f96a78 req-1f680e77-1c4f-4932-9cbb-622610e69bf7 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.1419404 Oct 30 01:14:16.990003 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:17.037654 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (9f03191d-3798-4279-a777-c203fc04317c), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:17.080648 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'Port': ['ID=109d9dd0-4687-4993-b853-c6102011e2d8,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:17.092614 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec7dd678-5345-4545-ba40-0601a1fec74e req-30d9db40-4e8a-4f93-8837-7b004a479ded tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529956 Oct 30 01:14:17.164494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=9f03191d-3798-4279-a777-c203fc04317c,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:17.202531 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:17.204997 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d8e74b94-7ab1-4d43-97b6-8eec703cf253 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1779087 Oct 30 01:14:17.444656 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-f6bf6ad8-eb0f-4cb2-9bdb-bad4e0148ce1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1134276450&fields=id&tenant_id=6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 267 time: 0.0706427 Oct 30 01:14:17.499747 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:17.636448 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-7ac0a8e3-81f6-45fb-a581-968e0cd55e93 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:17.639800 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-7ac0a8e3-81f6-45fb-a581-968e0cd55e93 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 816 time: 0.1821694 Oct 30 01:14:17.665475 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-a828bc27-55aa-42ac-9ed4-7632c861f794 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/quotas/6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 375 time: 0.0162051 Oct 30 01:14:17.754415 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-50c0876d-95bc-4c19-acd3-00a0ab474e56 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771503 Oct 30 01:14:17.873755 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-756bde8a-3d21-4185-9e87-ec565f6d1f2f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064768 Oct 30 01:14:17.994793 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-b8ace7c9-204a-4a8b-89d5-a82ecfbee61d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144195 Oct 30 01:14:18.153525 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-acc0a0ab-82a7-49ae-85c6-f33a50478697 req-a5ee3351-d630-4627-b376-aa29acce93b8 tempest-VolumesSnapshotTestJSON-1480960158 tempest-VolumesSnapshotTestJSON-1480960158-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1f2accb-ba39-4187-bfb8-192a213ff63f HTTP/1.1" status: 200 len: 210 time: 0.0370734 Oct 30 01:14:18.382254 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b674f394-ada4-4280-9b65-82f425aaa65b req-8e5f7f33-47a9-46c3-8182-de16ac0d39a6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 210 time: 0.0515721 Oct 30 01:14:18.391804 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9f03191d-3798-4279-a777-c203fc04317c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:18.395200 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a8efc-de63-4314-9abc-840e648fc986 req-df896c88-f7f8-4ab1-b92a-be54c349fddc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:18.397816 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-101a8efc-de63-4314-9abc-840e648fc986 req-df896c88-f7f8-4ab1-b92a-be54c349fddc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.1434057 Oct 30 01:14:18.460467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:18.473250 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 9f03191d-3798-4279-a777-c203fc04317c triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:18.473653 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (9f03191d-3798-4279-a777-c203fc04317c), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:18.473963 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 9f03191d-3798-4279-a777-c203fc04317c Oct 30 01:14:18.495224 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-101a8efc-de63-4314-9abc-840e648fc986 req-3a0eddb0-fa8d-4088-ba0f-da0cad2df9b8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896225 Oct 30 01:14:18.573849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 9f03191d-3798-4279-a777-c203fc04317c is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:18.587878 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device f108db99-3311-466f-b641-553588f1878e no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:14:18.611840 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: f108db99-3311-466f-b641-553588f1878e {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:14:18.612996 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device f108db99-3311-466f-b641-553588f1878e not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:14:19.518901 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9ec93a09-d27e-46a9-b6a5-aa839220ef8d req-27b24aee-3210-4bac-b866-92f01d4fbc75 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 210 time: 0.0445101 Oct 30 01:14:19.716970 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674e8d3-23b8-43ca-85ba-c9fccfcab0d5 req-eb019f14-38d3-49d4-bd03-b4b345b662e8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:19.719887 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8674e8d3-23b8-43ca-85ba-c9fccfcab0d5 req-eb019f14-38d3-49d4-bd03-b4b345b662e8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0700309 Oct 30 01:14:19.799445 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8674e8d3-23b8-43ca-85ba-c9fccfcab0d5 req-14463025-e715-4fc4-9b92-d84c30a4d0e7 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705810 Oct 30 01:14:20.659172 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0c3389db-6ccd-4937-acb2-ca50ef24e003 req-6fe42b9b-05db-41ce-9c4e-9eb04d8f3a17 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 210 time: 0.0474985 Oct 30 01:14:20.957754 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c5783-eda0-4659-aafd-e85e35b7fd9c req-255b8a40-caff-46b4-b2fd-943c0e27759b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:20.959432 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d28c5783-eda0-4659-aafd-e85e35b7fd9c req-255b8a40-caff-46b4-b2fd-943c0e27759b tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0580077 Oct 30 01:14:21.046857 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d28c5783-eda0-4659-aafd-e85e35b7fd9c req-17499e08-c889-4409-aa63-bb86d76a0403 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747678 Oct 30 01:14:21.862541 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-fcd493b8-28dc-474f-8cce-1eddb23d89c9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:21.864711 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-fcd493b8-28dc-474f-8cce-1eddb23d89c9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 816 time: 0.2216167 Oct 30 01:14:21.868490 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbc63f3f-c40a-48fc-b57f-05e7290cd8bb req-8d5fcc6e-c861-40bf-a2ed-6686f5b956d5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 210 time: 0.0851917 Oct 30 01:14:21.945879 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-24e40c18-84f8-4432-bc21-5164915181df tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 380 time: 0.0671573 Oct 30 01:14:21.957039 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'port': {'device_id': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'admin_state_up': True, 'tenant_id': '6e74d6179e574138841007195fd72400', 'security_groups': ['b246f106-8205-4565-86b7-c706d58cf29c']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:22.102315 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:22.186359 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Made reservation on behalf of 6e74d6179e574138841007195fd72400 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:14:22.190278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:22.223111 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab1b3-ef06-4746-9706-8a264d2a7b34 req-edccee8a-1edf-4aff-8a15-0728f382ac09 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:22.224738 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-56aab1b3-ef06-4746-9706-8a264d2a7b34 req-edccee8a-1edf-4aff-8a15-0728f382ac09 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0761015 Oct 30 01:14:22.389667 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-56aab1b3-ef06-4746-9706-8a264d2a7b34 req-8e40dbaf-668d-4580-ab40-70762c064eb2 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563218 Oct 30 01:14:22.424424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Allocated IP 172.20.0.3 (6257f567-c00a-4953-abb1-a059fb358974/995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2/1d6fd425-3461-45ae-8efb-bc1ff24c309a) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:14:22.557721 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:22.629381 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:22.765916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:22.847035 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Network 6257f567-c00a-4953-abb1-a059fb358974 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:14:22.860337 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:14:22.863712 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:14:22.877408 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:22.914855 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.915424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.916013 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.916566 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.917192 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.917816 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.918992 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.919616 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.920100 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.920569 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.921047 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.921579 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.922181 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.922836 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.923187 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:22.974927 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:22.976093 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:23.089018 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d153c9-c920-41a5-8052-2788f62146e7 req-7316ffbf-33fd-405d-a436-db8885be0161 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:23.091714 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-57d153c9-c920-41a5-8052-2788f62146e7 req-7316ffbf-33fd-405d-a436-db8885be0161 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 931 time: 0.0861712 Oct 30 01:14:23.097213 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-9438e6c2-1b96-4f51-a18e-d41b346e47f4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1455808 Oct 30 01:14:23.117491 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Request body: {'port': {'device_id': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:23.181611 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-11b93403-966f-49ba-827c-930bf1b0e2da None None] Provisioning complete for port 1d6fd425-3461-45ae-8efb-bc1ff24c309a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:23.184650 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-11b93403-966f-49ba-827c-930bf1b0e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:23.184650 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-11b93403-966f-49ba-827c-930bf1b0e2da None None] Attempt 1 to provision port 1d6fd425-3461-45ae-8efb-bc1ff24c309a Oct 30 01:14:23.211022 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-57d153c9-c920-41a5-8052-2788f62146e7 req-ee7406be-da40-481c-a0d9-7199dbe1bff0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091228 Oct 30 01:14:23.220750 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:23.243179 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-11b93403-966f-49ba-827c-930bf1b0e2da None None] Port 1d6fd425-3461-45ae-8efb-bc1ff24c309a cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:14:23.375417 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:23.610984 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6fd425-3461-45ae-8efb-bc1ff24c309a {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:14:23.624651 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39eb6a-5a17-4bda-b5b8-02b7591d483f req-a61be953-2206-4e02-8e07-b0ee6eddae84 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:23.626755 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0d39eb6a-5a17-4bda-b5b8-02b7591d483f req-a61be953-2206-4e02-8e07-b0ee6eddae84 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0879276 Oct 30 01:14:23.628954 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Publish callbacks [] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:23.658143 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:23.665700 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Transition to ACTIVE for port object 1d6fd425-3461-45ae-8efb-bc1ff24c309a will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:14:23.715690 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0d39eb6a-5a17-4bda-b5b8-02b7591d483f req-5876b08a-1af5-4558-b22e-61a2e0137fe5 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808420 Oct 30 01:14:23.834204 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:23.909019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:23.964325 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Attempting to bind port 1d6fd425-3461-45ae-8efb-bc1ff24c309a on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:14:23.964665 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Attempting to bind port 1d6fd425-3461-45ae-8efb-bc1ff24c309a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:14:23.964991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Attempting to bind port 1d6fd425-3461-45ae-8efb-bc1ff24c309a on network 6257f567-c00a-4953-abb1-a059fb358974 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:14:24.013790 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Port 1d6fd425-3461-45ae-8efb-bc1ff24c309a on network 6257f567-c00a-4953-abb1-a059fb358974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:14:24.014212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Attempting to bind port 1d6fd425-3461-45ae-8efb-bc1ff24c309a on network 6257f567-c00a-4953-abb1-a059fb358974 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:14:24.066838 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:14:24.067260 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Checking segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:14:24.067784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Bound using segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:14:24.068310 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Bound port: 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:14:24.068731 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:24.141287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:14:24.146259 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:14:24.247403 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:24.251115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:24.251865 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:24.254181 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 1093 time: 1.1420755 Oct 30 01:14:24.263133 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:14:24.263133 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0634873-4ec8-43b6-b10c-6a7d68f2a796" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:14:24.334638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e174b8f-1ecd-402b-9406-352179bb6955 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:24.334638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93201cf0-5600-4eba-98c6-ebd8f7dfd2c6 x-openstack-request-id: req-93201cf0-5600-4eba-98c6-ebd8f7dfd2c6 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:14:24.334638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:14:24.334638 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93201cf0-5600-4eba-98c6-ebd8f7dfd2c6 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:14:24.334638 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93201cf0-5600-4eba-98c6-ebd8f7dfd2c6'] response: {'name': 'network-changed', 'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'status': 'completed', 'code': 200} Oct 30 01:14:24.493498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873c87-59af-44b0-af40-8cbef12dad22 req-0077f3a0-deb0-41a8-9f6e-351749d3c945 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:24.496175 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a5873c87-59af-44b0-af40-8cbef12dad22 req-0077f3a0-deb0-41a8-9f6e-351749d3c945 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.1372454 Oct 30 01:14:24.509243 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634873-4ec8-43b6-b10c-6a7d68f2a796 req-03d775a0-b471-40ec-9941-ff0c26360aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:24.511766 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a0634873-4ec8-43b6-b10c-6a7d68f2a796 req-03d775a0-b471-40ec-9941-ff0c26360aaf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1127 time: 0.1030385 Oct 30 01:14:24.581180 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:24.633375 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a5873c87-59af-44b0-af40-8cbef12dad22 req-9d7d810e-6770-491d-85e4-9a8bffb3d8b8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282880 Oct 30 01:14:24.676736 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634873-4ec8-43b6-b10c-6a7d68f2a796 req-f4c48d87-8d2c-4d3d-adc7-e99e66e35105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:24.678442 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a0634873-4ec8-43b6-b10c-6a7d68f2a796 req-f4c48d87-8d2c-4d3d-adc7-e99e66e35105 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=6e74d6179e574138841007195fd72400&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1443639 Oct 30 01:14:24.803839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634873-4ec8-43b6-b10c-6a7d68f2a796 req-685f71f5-7d66-421d-bb8f-ea4770481583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:24.805514 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a0634873-4ec8-43b6-b10c-6a7d68f2a796 req-685f71f5-7d66-421d-bb8f-ea4770481583 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195560 Oct 30 01:14:24.888381 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5180a8-e30b-4710-a115-7d5497f5efe2 req-4a5f87f1-bb58-4a11-abc9-003686704a27 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:24.890147 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c5180a8-e30b-4710-a115-7d5497f5efe2 req-4a5f87f1-bb58-4a11-abc9-003686704a27 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0780854 Oct 30 01:14:25.224689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-4dfedc97-6228-4991-90b8-bed97f37338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:25.226467 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-4dfedc97-6228-4991-90b8-bed97f37338f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1127 time: 0.3349724 Oct 30 01:14:25.296142 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-3a7cb617-0492-4450-a41a-670be6df4952 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 217 time: 0.0513990 Oct 30 01:14:25.302644 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3c5180a8-e30b-4710-a115-7d5497f5efe2 req-a6d9413b-3ccd-48b7-98c5-e04547fa2d82 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4015298 Oct 30 01:14:25.367280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-fe218251-54b5-450f-bcab-c3776fc25239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:25.368821 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-fe218251-54b5-450f-bcab-c3776fc25239 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0651824 Oct 30 01:14:25.422658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-82930708-b052-4305-b9c3-6a55b8143a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:25.424511 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-82930708-b052-4305-b9c3-6a55b8143a87 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489919 Oct 30 01:14:25.530561 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-85c86eb8-819b-4775-bce7-78a1c1ec85e6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965242 Oct 30 01:14:25.612676 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:25.654527 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25e207b4-f8fb-4957-aba7-386f52d43956 req-d138872d-d87b-46ea-bb02-283c2b96f3fa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166899 Oct 30 01:14:25.815921 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d232c98-e19b-40c3-b6d4-41100af9bb11 req-b004c453-17f7-4263-9551-85c10aed8eec tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:25.817857 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1d232c98-e19b-40c3-b6d4-41100af9bb11 req-b004c453-17f7-4263-9551-85c10aed8eec tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0832777 Oct 30 01:14:25.877021 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1d232c98-e19b-40c3-b6d4-41100af9bb11 req-9c90d900-d09b-4b0c-9a06-bb84928dc3db tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523617 Oct 30 01:14:26.454607 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e00c2-ad00-43c4-839d-35b1cdcd6fce req-277d92fa-19fa-4319-ba2a-3ffd023fb107 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:26.456515 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-286e00c2-ad00-43c4-839d-35b1cdcd6fce req-277d92fa-19fa-4319-ba2a-3ffd023fb107 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0566368 Oct 30 01:14:26.473065 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:26.537855 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-286e00c2-ad00-43c4-839d-35b1cdcd6fce req-ad240271-5c66-40bb-b603-ae29637e4976 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705905 Oct 30 01:14:27.028156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194c4ee-88bd-43e5-ad1a-d845540dc860 req-7880040f-a6f0-408c-bb3b-f1b9253faeb2 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:27.030322 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9194c4ee-88bd-43e5-ad1a-d845540dc860 req-7880040f-a6f0-408c-bb3b-f1b9253faeb2 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0529759 Oct 30 01:14:27.073739 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=77,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:27.079958 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:27.097443 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9194c4ee-88bd-43e5-ad1a-d845540dc860 req-54e17d5a-bdb8-4dc6-922e-94ca12a5444f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572865 Oct 30 01:14:27.720177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39bcd3-9bff-4c74-8a2e-189e262f2256 req-0377cc23-e2a1-4fc8-8f56-6dc00f9514c9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:27.723159 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1e39bcd3-9bff-4c74-8a2e-189e262f2256 req-0377cc23-e2a1-4fc8-8f56-6dc00f9514c9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0812726 Oct 30 01:14:27.807495 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1e39bcd3-9bff-4c74-8a2e-189e262f2256 req-a3765c57-993f-477f-971a-1c74ef1d972e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782602 Oct 30 01:14:28.187935 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ef94-c909-4053-a0b0-74c5edaa40f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:28.297313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ad17a-7ee0-45aa-bd61-0660f1573785 req-39a72da3-1a97-4955-b62e-6fda53398665 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:28.298987 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-932ad17a-7ee0-45aa-bd61-0660f1573785 req-39a72da3-1a97-4955-b62e-6fda53398665 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0575323 Oct 30 01:14:28.355530 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-932ad17a-7ee0-45aa-bd61-0660f1573785 req-fc51a9fa-f5dd-4ebd-97c8-e97caac63c08 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497832 Oct 30 01:14:28.642868 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:14:28.781470 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:28.805319 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'mac_address': 'fa:16:3e:29:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:14:28.881719 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:28.881719 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:28.908969 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6fd425-3461-45ae-8efb-bc1ff24c309a {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:14:28.952171 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:28.959397 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a8f8-fbf8-4009-99a8-4d55dab01391 req-f3fa3e7d-1d79-4a8e-910a-6820c107ef79 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:28.962619 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c6d5a8f8-fbf8-4009-99a8-4d55dab01391 req-f3fa3e7d-1d79-4a8e-910a-6820c107ef79 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0672028 Oct 30 01:14:29.050571 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c6d5a8f8-fbf8-4009-99a8-4d55dab01391 req-99344095-1243-41c7-b8f3-64efa87a67dc tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776124 Oct 30 01:14:29.087710 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:29.190055 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:29.265412 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:29.534302 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['1d6fd425-3461-45ae-8efb-bc1ff24c309a'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:14:29.539737 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6e638-ef88-4c2c-8d80-7e596a566090 req-60d98aa7-5f1d-4bdb-8344-6050ac9fe884 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:29.542432 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9e6e638-ef88-4c2c-8d80-7e596a566090 req-60d98aa7-5f1d-4bdb-8344-6050ac9fe884 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 944 time: 0.0710988 Oct 30 01:14:29.611786 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:29.614650 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9e6e638-ef88-4c2c-8d80-7e596a566090 req-c3b9aa0e-51e7-4973-be52-1d0ae6c4c719 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648780 Oct 30 01:14:29.728164 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:30.217596 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fafde-cb0c-449c-a6c3-4cda6273900b req-b1afc4eb-4fda-493c-8059-2a48a57a2247 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:30.219169 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6c0fafde-cb0c-449c-a6c3-4cda6273900b req-b1afc4eb-4fda-493c-8059-2a48a57a2247 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0542996 Oct 30 01:14:30.298554 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6c0fafde-cb0c-449c-a6c3-4cda6273900b req-5e152827-5a0b-4eeb-a58f-27c6712b1661 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712354 Oct 30 01:14:30.482072 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-30758b8b-d3eb-4634-9aef-f6b3c4052446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:30.682152 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:14:30.775700 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 1d6fd425-3461-45ae-8efb-bc1ff24c309a completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:14:30.806045 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef6b7-170d-4b2d-ae17-3e15f0f8d295 req-0a6bf19a-0f6c-4a49-a9e8-42702db7f203 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:30.807711 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-10bef6b7-170d-4b2d-ae17-3e15f0f8d295 req-0a6bf19a-0f6c-4a49-a9e8-42702db7f203 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 944 time: 0.0714381 Oct 30 01:14:30.871395 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-10bef6b7-170d-4b2d-ae17-3e15f0f8d295 req-e946b537-6240-4fec-a4dc-55215f8c4a9b tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570412 Oct 30 01:14:30.876142 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 1d6fd425-3461-45ae-8efb-bc1ff24c309a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:30.876892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:30.877575 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 1d6fd425-3461-45ae-8efb-bc1ff24c309a Oct 30 01:14:30.986076 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:30.986363 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:31.014365 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:14:31.016827 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f87feb-090b-41c8-8ef5-3228cf4348a5" -d '{"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:14:31.032754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:31.087095 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eab8d58-1a04-4fe5-b331-bee3b2df4b9d x-openstack-request-id: req-9eab8d58-1a04-4fe5-b331-bee3b2df4b9d {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:14:31.087458 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:14:31.087768 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9eab8d58-1a04-4fe5-b331-bee3b2df4b9d {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:14:31.088199 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eab8d58-1a04-4fe5-b331-bee3b2df4b9d'] response: {'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'code': 200} Oct 30 01:14:31.132631 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:31.201976 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:31.462661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717d58d-0285-41bc-b9d6-66da43b0142d req-ffcc35be-ca9c-4a61-8f26-ab8cf24de65c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:31.465986 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a717d58d-0285-41bc-b9d6-66da43b0142d req-ffcc35be-ca9c-4a61-8f26-ab8cf24de65c tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0638554 Oct 30 01:14:31.512227 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:31.551152 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a717d58d-0285-41bc-b9d6-66da43b0142d req-86284f86-bcdb-4355-ba4a-5ecb41324d3a tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744987 Oct 30 01:14:31.671302 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5287b-9366-4c4b-b1f1-e9fd14224ca7 req-92bb6126-4577-4968-ac8b-d62003d6cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:31.673148 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24b5287b-9366-4c4b-b1f1-e9fd14224ca7 req-92bb6126-4577-4968-ac8b-d62003d6cb21 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1129 time: 0.0450354 Oct 30 01:14:31.750755 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24b5287b-9366-4c4b-b1f1-e9fd14224ca7 req-a9e16a3c-2f2c-4aa5-8094-4703bdf599d9 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689473 Oct 30 01:14:32.033765 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68f60a-4eb8-498f-89bd-4a7fa1b68bd6 req-047eb898-1642-4cda-a516-f4ca98ff672a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:32.035298 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c68f60a-4eb8-498f-89bd-4a7fa1b68bd6 req-047eb898-1642-4cda-a516-f4ca98ff672a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0558295 Oct 30 01:14:32.092920 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c68f60a-4eb8-498f-89bd-4a7fa1b68bd6 req-ec3b85a9-e694-4911-8161-26bc80f1810b tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512822 Oct 30 01:14:32.252032 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:32.723762 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b6fb-cac7-42f9-ae0a-88a076f059be req-f58554a7-9b09-4e04-8386-d698d7083cb8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:32.727415 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7998b6fb-cac7-42f9-ae0a-88a076f059be req-f58554a7-9b09-4e04-8386-d698d7083cb8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0688496 Oct 30 01:14:32.805313 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7998b6fb-cac7-42f9-ae0a-88a076f059be req-24a10448-ad68-49bf-9798-d1c0d019c52e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703056 Oct 30 01:14:33.245577 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713318f-0d6f-4f6d-ae71-71a65c3e93eb req-e15aa2c1-e07c-4b9e-8345-7f2b1fd99ad9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:33.248116 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b713318f-0d6f-4f6d-ae71-71a65c3e93eb req-e15aa2c1-e07c-4b9e-8345-7f2b1fd99ad9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0620432 Oct 30 01:14:33.307409 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b713318f-0d6f-4f6d-ae71-71a65c3e93eb req-b18460c3-5626-4d20-8061-8bb68a643bf1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487673 Oct 30 01:14:33.675384 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:33.930832 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:33.983331 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a699d4-a6dd-47a1-ae54-2aec3b58d70a req-f024680b-5257-4900-872e-cf8dfd16b49e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:33.985096 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e2a699d4-a6dd-47a1-ae54-2aec3b58d70a req-f024680b-5257-4900-872e-cf8dfd16b49e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0617089 Oct 30 01:14:34.053248 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:34.101577 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e2a699d4-a6dd-47a1-ae54-2aec3b58d70a req-60f997ab-048e-4586-8b41-a9442734fc8e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=9d8cb7d8-fa55-49f4-a812-aebd81ac7376&id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061218 Oct 30 01:14:34.457591 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501e01-b522-426d-b757-014a3d9e3845 req-8ed26987-475f-4f53-a78b-d50caffd3b41 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:34.460997 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8e501e01-b522-426d-b757-014a3d9e3845 req-8ed26987-475f-4f53-a78b-d50caffd3b41 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0630875 Oct 30 01:14:34.556397 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8e501e01-b522-426d-b757-014a3d9e3845 req-383d9375-cfe3-44eb-8e94-871659908811 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875726 Oct 30 01:14:34.707864 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0105a8-5e7f-497d-94e8-2e64abb9b74d req-88b2d737-431c-4e8c-81d1-b046b8c388dc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:34.717281 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4b0105a8-5e7f-497d-94e8-2e64abb9b74d req-88b2d737-431c-4e8c-81d1-b046b8c388dc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0596817 Oct 30 01:14:34.725674 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58188) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:34.732030 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'floatingip': {'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:14:34.775979 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:35.338951 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:35.456365 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:35.832767 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Floating IP 7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb associated. External IP: 172.37.0.221, port: 1d6fd425-3461-45ae-8efb-bc1ff24c309a. Oct 30 01:14:36.088566 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:14:36.212911 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:14:36.218984 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:36.227173 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:14:36.243764 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:36.244903 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:36.274593 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-49c37fa2-bec1-467a-b4d1-0e942b7128b9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb HTTP/1.1" status: 200 len: 991 time: 1.5471501 Oct 30 01:14:36.275630 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:14:36.280291 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:14:36.327430 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764be5f2-ca61-4352-a879-9319191ce762 x-openstack-request-id: req-764be5f2-ca61-4352-a879-9319191ce762 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:14:36.327929 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:14:36.328759 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-764be5f2-ca61-4352-a879-9319191ce762 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:14:36.329165 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764be5f2-ca61-4352-a879-9319191ce762'] response: {'name': 'network-changed', 'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'status': 'completed', 'code': 200} Oct 30 01:14:36.419645 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:36.518725 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-235576c9-25c1-481e-a79b-5a82288c6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:36.518725 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-235576c9-25c1-481e-a79b-5a82288c6fa5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1129 time: 0.1406608 Oct 30 01:14:36.674767 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-991aeee7-84b5-4c4f-8341-68accf3536af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:36.676558 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-991aeee7-84b5-4c4f-8341-68accf3536af service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.1531920 Oct 30 01:14:36.729461 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb', 'tenant_id': '6e74d6179e574138841007195fd72400', 'floating_ip_address': '172.37.0.221', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'mac_address': 'fa:16:3e:29:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:14:16Z', 'updated_at': '2022-10-30T01:14:35Z', 'revision_number': 1, 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:36.776146 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:14:36.779185 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-4283aebe-6e53-4a0a-8fab-6ea650bc6b30 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 999 time: 0.0913737 Oct 30 01:14:36.795770 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:36.796780 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:36.873291 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-72803304-207d-490d-8298-73b74c94d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:36.875316 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-72803304-207d-490d-8298-73b74c94d22e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0903726 Oct 30 01:14:36.938811 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:36.952511 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-5aedd39c-ecff-48c7-aeb1-6a07643daa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:36.954750 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-5aedd39c-ecff-48c7-aeb1-6a07643daa3f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0722222 Oct 30 01:14:37.068843 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:37.124840 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-c5d9f757-1ac2-4a8e-9b1d-7f8bbac5ee23 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637166 Oct 30 01:14:37.125706 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:37.252058 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:37.273592 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af7d273d-fad1-4154-a6e1-3b96ef8bcb34 req-6d193e0e-2325-4c8e-afa5-66948a0a1ad6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405356 Oct 30 01:14:37.286892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb', 'tenant_id': '6e74d6179e574138841007195fd72400', 'floating_ip_address': '172.37.0.221', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'mac_address': 'fa:16:3e:29:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:14:16Z', 'updated_at': '2022-10-30T01:14:35Z', 'revision_number': 1, 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:37.317493 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd51f0b-ff6c-4c12-87b5-27853ce8eea4 None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb', 'tenant_id': '6e74d6179e574138841007195fd72400', 'floating_ip_address': '172.37.0.221', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'mac_address': 'fa:16:3e:29:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:14:16Z', 'updated_at': '2022-10-30T01:14:35Z', 'revision_number': 1, 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:14:37.548928 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147a99e-0ba6-4c3e-8ec1-557d532e1c26 None None] New status for floating IP 7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb: ACTIVE {{(pid=105260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:14:40.587441 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.248440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58306) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:43.298121 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Deleting subnet 8e8b1a1e-5de4-4d18-8b43-22b8e1225fde {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:14:43.301963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Publish callbacks [] for subnet (8e8b1a1e-5de4-4d18-8b43-22b8e1225fde), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.341646 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (8e8b1a1e-5de4-4d18-8b43-22b8e1225fde), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.386548 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (8e8b1a1e-5de4-4d18-8b43-22b8e1225fde), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.532244 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (8e8b1a1e-5de4-4d18-8b43-22b8e1225fde), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.560586 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8b1a1e-5de4-4d18-8b43-22b8e1225fde,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:43.564727 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.569687 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-1b1adf98-f803-4809-8f19-f588fd984d54 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8e8b1a1e-5de4-4d18-8b43-22b8e1225fde HTTP/1.1" status: 204 len: 168 time: 0.3189707 Oct 30 01:14:43.571893 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58308) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:43.652663 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (32880eeb-e493-4688-8da8-8b7c1a83fec5), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.710036 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:43.770094 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (32880eeb-e493-4688-8da8-8b7c1a83fec5), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.802518 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32880eeb-e493-4688-8da8-8b7c1a83fec5']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:43.821314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb99b20b-960d-4bee-bfbd-2f252432457a') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:43.821822 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb99b20b-960d-4bee-bfbd-2f252432457a') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:43.841497 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (cb99b20b-960d-4bee-bfbd-2f252432457a), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.858051 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (cb99b20b-960d-4bee-bfbd-2f252432457a), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:43.867165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:14:43.867578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (cb99b20b-960d-4bee-bfbd-2f252432457a), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.023151 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (32880eeb-e493-4688-8da8-8b7c1a83fec5), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.034062 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.043781 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/32880eeb-e493-4688-8da8-8b7c1a83fec5 HTTP/1.1" status: 204 len: 168 time: 0.4668345 Oct 30 01:14:44.063225 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30010070-3aea-4a45-93fc-726f9746266d admin admin] Pushing event deleted for resources: {'Network': ['ID=32880eeb-e493-4688-8da8-8b7c1a83fec5,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:44.093828 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment cb99b20b-960d-4bee-bfbd-2f252432457a resource provider aggregate not found Oct 30 01:14:44.133092 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment cb99b20b-960d-4bee-bfbd-2f252432457a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb99b20b-960d-4bee-bfbd-2f252432457a found for delete ", "request_id": "req-2ddd67f2-c474-4c53-860e-08b6be411cc0"}]} Oct 30 01:14:44.528639 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58332) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:44.593890 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-75076e30-878e-489b-9ebb-e784117a4635 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ec0e8d209ae34edca0d7dc5dae71129a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604231 Oct 30 01:14:44.594332 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58336) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:44.654193 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa9d8-8845-4b74-b1d7-4ea434924735 admin admin] Publish callbacks [] for security_group (67038a0c-96ab-445e-9dc8-083155171f45), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.679539 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa9d8-8845-4b74-b1d7-4ea434924735 admin admin] Publish callbacks [] for security_group (67038a0c-96ab-445e-9dc8-083155171f45), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.845036 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa9d8-8845-4b74-b1d7-4ea434924735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (67038a0c-96ab-445e-9dc8-083155171f45), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.847835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa9d8-8845-4b74-b1d7-4ea434924735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:44.849114 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-d4ffa9d8-8845-4b74-b1d7-4ea434924735 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/67038a0c-96ab-445e-9dc8-083155171f45 HTTP/1.1" status: 204 len: 168 time: 0.2536311 Oct 30 01:14:44.858863 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffa9d8-8845-4b74-b1d7-4ea434924735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67038a0c-96ab-445e-9dc8-083155171f45,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:45.085400 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d32dd-a87d-4b99-ab19-8981facbdd2a req-36c573b1-654a-4c14-81ba-8a7c46cfefce tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:45.087042 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0e6d32dd-a87d-4b99-ab19-8981facbdd2a req-36c573b1-654a-4c14-81ba-8a7c46cfefce tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0553486 Oct 30 01:14:45.143735 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0e6d32dd-a87d-4b99-ab19-8981facbdd2a req-c8ef1a0d-2637-4518-9220-b3a1b3baf085 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486114 Oct 30 01:14:46.238562 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:46.256419 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:46.272859 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:46.284679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf675-2049-4b72-be98-e2ef3fd476ae req-76b476d1-8dcc-4c95-8d48-e75c48958938 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:46.286365 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dd3cf675-2049-4b72-be98-e2ef3fd476ae req-76b476d1-8dcc-4c95-8d48-e75c48958938 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0570376 Oct 30 01:14:46.344769 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dd3cf675-2049-4b72-be98-e2ef3fd476ae req-27c029ac-db17-4e3e-b83d-cbd9c898d07a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518117 Oct 30 01:14:47.247715 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-d174b012-cca2-4fea-b9cc-ab2c7c263b40 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:47.249400 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-d174b012-cca2-4fea-b9cc-ab2c7c263b40 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0533192 Oct 30 01:14:47.363629 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Deleting port 44604177-fdbb-4922-88e9-3af1a4695ad5 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:47.364434 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:47.498933 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94186060-1dc4-4e9b-b810-709a98b0f3b1 req-e2e7854d-b998-4063-82a3-e87d1cdfd477 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:47.500539 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94186060-1dc4-4e9b-b810-709a98b0f3b1 req-e2e7854d-b998-4063-82a3-e87d1cdfd477 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 945 time: 0.0675809 Oct 30 01:14:47.544315 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] For port 44604177-fdbb-4922-88e9-3af1a4695ad5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44604177-fdbb-4922-88e9-3af1a4695ad5,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:47.544689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:47.617794 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-94186060-1dc4-4e9b-b810-709a98b0f3b1 req-02fb2713-f20a-47d9-8d11-f83ebe8defff tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df80d6ef-1268-4f2d-9040-2d6075e03719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094050 Oct 30 01:14:47.674818 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:47.678654 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=14 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:47.744582 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:47.758454 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:47.758729 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (e65129ab-bc24-433a-9c52-4fa1e29fe431), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:47.759016 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Floating IP e65129ab-bc24-433a-9c52-4fa1e29fe431 disassociated. External IP: 172.37.0.241, port: 44604177-fdbb-4922-88e9-3af1a4695ad5. Oct 30 01:14:47.759366 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Calling delete_port for 44604177-fdbb-4922-88e9-3af1a4695ad5 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:48.005851 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (44604177-fdbb-4922-88e9-3af1a4695ad5), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:48.036750 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event deleted for resources: {'Port': ['ID=44604177-fdbb-4922-88e9-3af1a4695ad5,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:48.142834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:48.163770 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:14:48.286424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:14:48.299624 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:14:48.337015 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:48.337015 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:48.349052 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] No DVR routers for this DVR port 44604177-fdbb-4922-88e9-3af1a4695ad5 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:14:48.352603 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:48.359418 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-80cc3a32-24d9-4928-8f70-a387220b1e53 req-7c1c132f-3688-4401-afe3-d46e2249ea29 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.61 "DELETE /networking/v2.0/ports/44604177-fdbb-4922-88e9-3af1a4695ad5 HTTP/1.1" status: 204 len: 173 time: 1.1014750 Oct 30 01:14:48.360817 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'name': 'network-vif-deleted', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:14:48.365189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c72cc-c83c-498e-85d0-43ade1772247" -d '{"events": [{"server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "name": "network-vif-deleted", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:14:48.457437 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:48.729306 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:48.734461 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7591f64-c17a-42ab-8eea-48b444f5c7ab x-openstack-request-id: req-c7591f64-c17a-42ab-8eea-48b444f5c7ab {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:14:48.734923 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430780a7-f9ba-41fb-9e2d-e575994b4c22", "name": "network-vif-deleted", "tag": "44604177-fdbb-4922-88e9-3af1a4695ad5", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:14:48.735325 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7591f64-c17a-42ab-8eea-48b444f5c7ab {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:14:48.736153 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7591f64-c17a-42ab-8eea-48b444f5c7ab'] response: {'server_uuid': '430780a7-f9ba-41fb-9e2d-e575994b4c22', 'name': 'network-vif-deleted', 'tag': '44604177-fdbb-4922-88e9-3af1a4695ad5', 'status': 'completed', 'code': 200} Oct 30 01:14:48.773263 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:14:48.787483 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:48.788348 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:48.808182 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b621d03a-5318-421c-aa30-75cb2f683cb9 req-af62c0e0-5428-4ccc-a595-8094c5f8d488 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 210 time: 0.0376825 Oct 30 01:14:48.920873 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:49.281449 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:49.290246 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:49.318734 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060e398-fc75-4e5a-b934-be2736f11b66 None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:09:19Z', 'revision_number': 4, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c', 'name': '', 'network_id': '22a05b54-ab8c-4e6c-b771-2b6e93826000', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'mac_address': 'fa:16:3e:c7:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:16Z', 'updated_at': '2022-10-30T01:09:29Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'subnets': [{'id': 'a3d55774-8148-437d-bfff-e612cf26c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:14:49.591801 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62761a35-90f9-451c-8951-c06ed1a3cce5 None None] New status for floating IP e65129ab-bc24-433a-9c52-4fa1e29fe431: DOWN {{(pid=105260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:14:49.984831 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-18a79b22-89af-42f6-9f57-699867eed2dd req-26cc00c3-7586-4340-95ca-5dc628c8644a tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=430780a7-f9ba-41fb-9e2d-e575994b4c22 HTTP/1.1" status: 200 len: 210 time: 0.0300744 Oct 30 01:14:50.437789 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:14:50.717430 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 44604177-fdbb-4922-88e9-3af1a4695ad5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:14:50.739671 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 44604177-fdbb-4922-88e9-3af1a4695ad5 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:14:50.740018 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 44604177-fdbb-4922-88e9-3af1a4695ad5 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:14:51.156644 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58360) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:51.235154 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (df80d6ef-1268-4f2d-9040-2d6075e03719), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.278694 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (df80d6ef-1268-4f2d-9040-2d6075e03719), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.451997 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (df80d6ef-1268-4f2d-9040-2d6075e03719), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.454990 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.456347 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/df80d6ef-1268-4f2d-9040-2d6075e03719 HTTP/1.1" status: 204 len: 168 time: 0.2986300 Oct 30 01:14:51.459782 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58362) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:51.467324 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80d6ef-1268-4f2d-9040-2d6075e03719,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:51.475927 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.476290 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.476668 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.476909 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.477241 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.477562 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.477885 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.478082 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.api.v2.resource [None req-b0c452e3-e64a-4d75-8205-269af0c34560 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] show failed (client error): The resource could not be found. Oct 30 01:14:51.478261 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.478577 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.478914 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.479281 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.479651 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.479835 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b0c452e3-e64a-4d75-8205-269af0c34560 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "GET /networking/v2.0/security-groups/df80d6ef-1268-4f2d-9040-2d6075e03719 HTTP/1.1" status: 404 len: 347 time: 0.0185161 Oct 30 01:14:51.479999 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.480316 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.480630 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce894e5-3314-4929-94e9-12fcdf121a43 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:14:51.483488 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58364) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:51.618396 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Deleting port d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:51.618817 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.712807 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.713110 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:51.733504 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Calling delete_port for d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6 owned by network:floatingip {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:51.988545 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:52.020872 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Pushing event deleted for resources: {'Port': ['ID=d0fd18d4-2e4a-4c4d-9cfc-deefd6a572a6,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:52.130723 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks [] for floatingip (e65129ab-bc24-433a-9c52-4fa1e29fe431), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:52.135531 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:52.137610 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-df4bea7a-d956-479a-9af5-33dd9a1f0912 tempest-AttachVolumeTestJSON-1963003872 tempest-AttachVolumeTestJSON-1963003872-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e65129ab-bc24-433a-9c52-4fa1e29fe431 HTTP/1.1" status: 204 len: 168 time: 0.6507626 Oct 30 01:14:56.346302 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58394) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:56.523230 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:57.127705 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:57.171208 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:57.374450 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Deleting port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:57.375287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:57.469753 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] For port dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:57.470194 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:57.486409 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Calling delete_port for dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c owned by network:router_interface {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:57.782748 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:57.809237 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:57.889426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:58.069488 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:58.109782 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2fe2c8-0dc5-4bda-9903-aa643340cbf4 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:14:58.194441 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:58.199388 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d7918274-3563-4526-9d0d-6e267209b4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:58.241769 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2fe2c8-0dc5-4bda-9903-aa643340cbf4 None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:14:58.396388 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:58.398931 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:14:58.530080 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:14:58.536395 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f5398085-e957-4c02-b960-c10593d35fe6 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ecd2a9d8-9f71-403e-a14a-7ef736d9c303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1890769 Oct 30 01:14:58.539064 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58400) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:58.550252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] Sync routers for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:14:58.566964 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:58.567928 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:58.686149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks [] for router (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:58.721058 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:58.833535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks [] for router_gateway (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:58.984586 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Deleting port a69aadde-c6cc-436c-a213-8efa6ff9be06 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:14:58.985216 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:58.992050 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:14:57Z', 'revision_number': 5, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port': {'id': 'a69aadde-c6cc-436c-a213-8efa6ff9be06', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:07Z', 'updated_at': '2022-10-30T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:59.049500 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] Checking router: ecd2a9d8-9f71-403e-a14a-7ef736d9c303 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:14:59.075049 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-c1871eea-3fc5-47ba-bdea-02ae9c585b4f None None] Provisioning complete for port 270992e5-d21f-42df-9f1a-1a481043c027 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:14:59.075621 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c1871eea-3fc5-47ba-bdea-02ae9c585b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (270992e5-d21f-42df-9f1a-1a481043c027), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.076169 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-c1871eea-3fc5-47ba-bdea-02ae9c585b4f None None] Attempt 1 to provision port 270992e5-d21f-42df-9f1a-1a481043c027 Oct 30 01:14:59.084801 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] For port a69aadde-c6cc-436c-a213-8efa6ff9be06, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a69aadde-c6cc-436c-a213-8efa6ff9be06,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:14:59.085302 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.102619 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Calling delete_port for a69aadde-c6cc-436c-a213-8efa6ff9be06 owned by network:router_gateway {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:14:59.112962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] Routers {'ecd2a9d8-9f71-403e-a14a-7ef736d9c303'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:14:59.114277 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:14:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:59.275576 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:59.305624 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] Set router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 gateway port host: None {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:14:59.382831 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (a69aadde-c6cc-436c-a213-8efa6ff9be06), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.409000 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69aadde-c6cc-436c-a213-8efa6ff9be06,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:14:59.438179 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:14:58Z', 'revision_number': 6, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:14:59.469377 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac02c44-8d68-435c-904f-51c3a1098f0f None None] The sync data for ids ['ecd2a9d8-9f71-403e-a14a-7ef736d9c303'] in dv-cinder-master-3-smb is: [{'id': 'ecd2a9d8-9f71-403e-a14a-7ef736d9c303', 'name': 'tempest-AttachVolumeTestJSON-1168624722-router', 'tenant_id': '82fc550e1caf445d8027e8051e0b4d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:06Z', 'updated_at': '2022-10-30T01:14:58Z', 'revision_number': 6, 'project_id': '82fc550e1caf445d8027e8051e0b4d30', 'gw_port_host': None}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:14:59.481157 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c1871eea-3fc5-47ba-bdea-02ae9c585b4f None None] Current status of the port 270992e5-d21f-42df-9f1a-1a481043c027 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:14:59.492555 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.495699 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:59.617411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.620434 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks [] for router_controller (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.682651 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:59.788149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (ecd2a9d8-9f71-403e-a14a-7ef736d9c303), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.788872 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd2a9d8-9f71-403e-a14a-7ef736d9c303 {{(pid=105257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:14:59.795946 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.797305 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-2c53145e-f0fa-44b9-8572-90d284a9f076 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/ecd2a9d8-9f71-403e-a14a-7ef736d9c303 HTTP/1.1" status: 204 len: 168 time: 1.2574139 Oct 30 01:14:59.800494 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58402) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:14:59.855299 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Deleting subnet a3d55774-8148-437d-bfff-e612cf26c0e7 {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:14:59.859384 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Publish callbacks [] for subnet (a3d55774-8148-437d-bfff-e612cf26c0e7), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:59.911149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (a3d55774-8148-437d-bfff-e612cf26c0e7), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.008221 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (a3d55774-8148-437d-bfff-e612cf26c0e7), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.170217 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (a3d55774-8148-437d-bfff-e612cf26c0e7), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.200921 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d55774-8148-437d-bfff-e612cf26c0e7,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:00.203164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.208838 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6c2fab3a-e695-4b36-9a63-4ad9dc98118e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a3d55774-8148-437d-bfff-e612cf26c0e7 HTTP/1.1" status: 204 len: 168 time: 0.4069562 Oct 30 01:15:00.209485 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58404) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:00.211297 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634c527-db21-4b2a-80c6-4226091099fe None None] Network 22a05b54-ab8c-4e6c-b771-2b6e93826000 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:00.329859 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (22a05b54-ab8c-4e6c-b771-2b6e93826000), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.391239 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Deleting port 270992e5-d21f-42df-9f1a-1a481043c027 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:00.391758 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (270992e5-d21f-42df-9f1a-1a481043c027), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.410127 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device a69aadde-c6cc-436c-a213-8efa6ff9be06 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:00.431400 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: a69aadde-c6cc-436c-a213-8efa6ff9be06 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:00.431802 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device a69aadde-c6cc-436c-a213-8efa6ff9be06 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:00.432841 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:00.433563 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:00.460879 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] DHCP port deletion for 22a05b54-ab8c-4e6c-b771-2b6e93826000 request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:00.463532 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:00.464173 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device dc42cda8-0b51-4ba5-85dc-fda0d8fbf59c not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:00.472868 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:00.484502 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] For port 270992e5-d21f-42df-9f1a-1a481043c027, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=270992e5-d21f-42df-9f1a-1a481043c027,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:00.485011 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (270992e5-d21f-42df-9f1a-1a481043c027), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.497563 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-de29c5ea-70be-4434-87f5-8d60ad9eaccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.502330 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Calling delete_port for 270992e5-d21f-42df-9f1a-1a481043c027 owned by network:dhcp {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:00.512976 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Deleting port 270992e5-d21f-42df-9f1a-1a481043c027 {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:00.513344 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (270992e5-d21f-42df-9f1a-1a481043c027), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.590382 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] For port 270992e5-d21f-42df-9f1a-1a481043c027, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=270992e5-d21f-42df-9f1a-1a481043c027,segment=NetworkSegment(e2aed97b-28e3-4f2d-8db9-ab81f003927f),segment_id=e2aed97b-28e3-4f2d-8db9-ab81f003927f)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:00.590956 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (270992e5-d21f-42df-9f1a-1a481043c027), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.606996 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Calling delete_port for 270992e5-d21f-42df-9f1a-1a481043c027 owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:00.661296 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:00.681050 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (270992e5-d21f-42df-9f1a-1a481043c027), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.720242 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Pushing event deleted for resources: {'Port': ['ID=270992e5-d21f-42df-9f1a-1a481043c027,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:00.723776 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] No DVR routers for this DVR port 270992e5-d21f-42df-9f1a-1a481043c027 on host dv-cinder-master-3-smb {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:00.735017 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (270992e5-d21f-42df-9f1a-1a481043c027), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.782502 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Pushing event deleted for resources: {'Port': ['ID=270992e5-d21f-42df-9f1a-1a481043c027,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:00.796853 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] No DVR routers for this DVR port 270992e5-d21f-42df-9f1a-1a481043c027 on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:00.805912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.805912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.805912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.805912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.805912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.805912 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.806689 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.806689 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.807873 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.808419 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.808963 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.809540 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.810067 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.810604 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.811140 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030cc4b-ab8e-4991-97f4-a3cc6a8856f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:00.848512 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (22a05b54-ab8c-4e6c-b771-2b6e93826000), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.874811 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a05b54-ab8c-4e6c-b771-2b6e93826000']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:00.885935 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aed97b-28e3-4f2d-8db9-ab81f003927f') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:00.893951 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aed97b-28e3-4f2d-8db9-ab81f003927f') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:00.898092 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (e2aed97b-28e3-4f2d-8db9-ab81f003927f), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.913706 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (e2aed97b-28e3-4f2d-8db9-ab81f003927f), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:00.921923 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:00.922326 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (e2aed97b-28e3-4f2d-8db9-ab81f003927f), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.062826 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (22a05b54-ab8c-4e6c-b771-2b6e93826000), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.086822 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.091007 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/22a05b54-ab8c-4e6c-b771-2b6e93826000 HTTP/1.1" status: 204 len: 168 time: 0.8804314 Oct 30 01:15:01.092157 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a799c-d525-4d84-ae27-229d2e7d889c admin admin] Pushing event deleted for resources: {'Network': ['ID=22a05b54-ab8c-4e6c-b771-2b6e93826000,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:01.123446 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment e2aed97b-28e3-4f2d-8db9-ab81f003927f resource provider aggregate not found Oct 30 01:15:01.143522 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment e2aed97b-28e3-4f2d-8db9-ab81f003927f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2aed97b-28e3-4f2d-8db9-ab81f003927f found for delete ", "request_id": "req-5e484964-1e92-476d-bba8-3ea8a8665fa8"}]} Oct 30 01:15:01.571165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58420) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:01.641710 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f9265e29-d374-44dc-8c96-75d87d43ded4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=82fc550e1caf445d8027e8051e0b4d30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0687406 Oct 30 01:15:01.644696 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58422) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:01.708938 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8dce-af6c-4818-a587-9f43ba1f3bfa admin admin] Publish callbacks [] for security_group (458af943-3a68-485a-9593-3fbb65e14332), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.734239 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8dce-af6c-4818-a587-9f43ba1f3bfa admin admin] Publish callbacks [] for security_group (458af943-3a68-485a-9593-3fbb65e14332), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.901401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8dce-af6c-4818-a587-9f43ba1f3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (458af943-3a68-485a-9593-3fbb65e14332), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.904307 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8dce-af6c-4818-a587-9f43ba1f3bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:01.905811 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e8cc8dce-af6c-4818-a587-9f43ba1f3bfa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/458af943-3a68-485a-9593-3fbb65e14332 HTTP/1.1" status: 204 len: 168 time: 0.2600336 Oct 30 01:15:01.916249 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc8dce-af6c-4818-a587-9f43ba1f3bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458af943-3a68-485a-9593-3fbb65e14332,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:02.290878 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:02.356494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 270992e5-d21f-42df-9f1a-1a481043c027 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:02.378887 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 270992e5-d21f-42df-9f1a-1a481043c027 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:02.379295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 270992e5-d21f-42df-9f1a-1a481043c027 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:03.332451 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58444) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:03.444776 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-163842182-network', 'tenant_id': 'cd37394129e346a8804d667856309041'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:03.547990 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Made reservation on behalf of cd37394129e346a8804d667856309041 for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:03.550542 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.562776 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.591224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:03.652351 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.660754 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks [] for security_group (f396036f-5bca-4637-ad52-5c95be826a7b), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.759511 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f396036f-5bca-4637-ad52-5c95be826a7b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.769647 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:03.787067 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:15:03.803418 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f396036f-5bca-4637-ad52-5c95be826a7b,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:03.812361 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (cd5ff254-9e37-4d15-9f90-347d6496db8b), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.813007 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Added segment cd5ff254-9e37-4d15-9f90-347d6496db8b of type vlan for network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 Oct 30 01:15:03.872385 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (843e4324-5c32-4e7f-add7-0c4eec3b7e77), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.953601 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.987373 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (843e4324-5c32-4e7f-add7-0c4eec3b7e77), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.988937 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:03.989562 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:04.062041 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] Pushing event updated for resources: {'Network': ['ID=843e4324-5c32-4e7f-add7-0c4eec3b7e77,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:04.073821 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:15:04.120134 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6f35726b-708a-448e-9f97-7e6e9c607d25 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7860248 Oct 30 01:15:04.123508 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58448) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:04.129995 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Request body: {'subnet': {'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-163842182-subnet', 'tenant_id': 'cd37394129e346a8804d667856309041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:04.290720 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Made reservation on behalf of cd37394129e346a8804d667856309041 for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:04.294823 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2527387'] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:04.548094 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2493835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2527477'] for subnet (168fcadc-992c-440e-8bde-ef03fe69d624), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:04.554537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:04.595340 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:04.608380 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168fcadc-992c-440e-8bde-ef03fe69d624,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:04.632514 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:04.632934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Network hostable DHCP agents. Network: 843e4324-5c32-4e7f-add7-0c4eec3b7e77, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:15:04.747578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:15:04.822623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 843e4324-5c32-4e7f-add7-0c4eec3b7e77) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:04.829275 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:04.830129 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:04.836948 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e9b7b-007d-4ced-92c5-641c768a3562 None None] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:04.960032 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:15:04.961021 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.003544 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-302ba20a-0a1f-4d2f-9ebf-5467ca2f7af6 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8781281 Oct 30 01:15:05.007019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58450) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:05.012583 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:05.125156 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Allocated IP 172.20.0.2 (843e4324-5c32-4e7f-add7-0c4eec3b7e77/168fcadc-992c-440e-8bde-ef03fe69d624/8214844f-1a48-4110-b6cc-6971b2ab8fd0) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:05.154084 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (2b2b7507-9800-42a6-9184-2fdf43fa3014), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.160716 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (2b2b7507-9800-42a6-9184-2fdf43fa3014), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.242064 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks [] for router_controller (2b2b7507-9800-42a6-9184-2fdf43fa3014), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.305424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Publish callbacks [] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.428670 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.476093 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks [] for router_gateway (2b2b7507-9800-42a6-9184-2fdf43fa3014), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.480009 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:05.485943 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:05.490615 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:05.496781 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Pushing event updated for resources: {'Port': ['ID=8214844f-1a48-4110-b6cc-6971b2ab8fd0,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:05.562533 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Attempting to bind port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:05.563138 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Attempting to bind port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:05.563737 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Attempting to bind port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:05.617198 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:05.621043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:05.621043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.621043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Bound using segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:05.621043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Bound port: 8214844f-1a48-4110-b6cc-6971b2ab8fd0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:05.621043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.644650 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:05.715470 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:05.719229 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] For port 8214844f-1a48-4110-b6cc-6971b2ab8fd0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:05.724465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] For port 8214844f-1a48-4110-b6cc-6971b2ab8fd0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8214844f-1a48-4110-b6cc-6971b2ab8fd0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:05.798250 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks [] for router_gateway (2b2b7507-9800-42a6-9184-2fdf43fa3014), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.800438 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.819903 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.893557 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6aad-7f67-4fb7-884f-14aeb90a9372 None None] Pushing event updated for resources: {'Port': ['ID=8214844f-1a48-4110-b6cc-6971b2ab8fd0,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:06.278822 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Allocated IP 172.37.0.99 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/53ea2111-ca1c-4df5-abce-3a2568d53209) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:06.382384 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8214844f-1a48-4110-b6cc-6971b2ab8fd0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:06.410157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:06.445029 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks [] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.447100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:06.447100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.447100 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 Oct 30 01:15:06.571135 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:06.571781 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.583139 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.631630 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 8214844f-1a48-4110-b6cc-6971b2ab8fd0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8214844f-1a48-4110-b6cc-6971b2ab8fd0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:06.641325 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:06.647401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:06.652157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:06.677333 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Pushing event updated for resources: {'Port': ['ID=53ea2111-ca1c-4df5-abce-3a2568d53209,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:06.709688 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:06.720422 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.803292 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=8214844f-1a48-4110-b6cc-6971b2ab8fd0,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:06.867709 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed263908-86b6-482d-9c6e-58942d42f1bf None None] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:06.967079 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-99c752e9-d6c8-448f-a8b6-9085a4f8207e None None] Provisioning complete for port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:06.967867 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-99c752e9-d6c8-448f-a8b6-9085a4f8207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.967867 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-99c752e9-d6c8-448f-a8b6-9085a4f8207e None None] Attempt 1 to provision port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 Oct 30 01:15:07.087379 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-99c752e9-d6c8-448f-a8b6-9085a4f8207e None None] Current status of the port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:07.107112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks [] for router_gateway (2b2b7507-9800-42a6-9184-2fdf43fa3014), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:07.317483 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-0f3379c0-ec33-44b0-9481-4fae1812ebac None None] Provisioning complete for port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:07.317974 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-0f3379c0-ec33-44b0-9481-4fae1812ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:07.318504 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-0f3379c0-ec33-44b0-9481-4fae1812ebac None None] Attempt 1 to provision port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 Oct 30 01:15:07.333409 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (2b2b7507-9800-42a6-9184-2fdf43fa3014), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:07.410710 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-0f3379c0-ec33-44b0-9481-4fae1812ebac None None] Current status of the port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:07.594015 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:15:07.709905 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:07.720914 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:07.732861 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:07.733497 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:07.835976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:07.837716 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-db2c4ed4-da09-48eb-b5fd-c22fb125cdba admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8292484 Oct 30 01:15:07.842035 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58456) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:07.853170 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:08.088061 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:06Z', 'revision_number': 3, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:08.124823 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:08.125142 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Updating router 2b2b7507-9800-42a6-9184-2fdf43fa3014 port 53ea2111-ca1c-4df5-abce-3a2568d53209 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:15:08.158671 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.378886 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8214844f-1a48-4110-b6cc-6971b2ab8fd0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:08.427818 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.448403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:08.449016 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.449570 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 Oct 30 01:15:08.472777 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Publish callbacks [] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.546056 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:08.549245 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:08.559795 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:08.575024 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.629764 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Attempting to bind port 53ea2111-ca1c-4df5-abce-3a2568d53209 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:08.630230 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Attempting to bind port 53ea2111-ca1c-4df5-abce-3a2568d53209 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:08.631107 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Attempting to bind port 53ea2111-ca1c-4df5-abce-3a2568d53209 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:08.636055 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Allocated IP 172.20.0.1 (843e4324-5c32-4e7f-add7-0c4eec3b7e77/168fcadc-992c-440e-8bde-ef03fe69d624/66745784-97fd-49de-861a-89ea5d354ab0) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:08.688239 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1debc-ba62-4bf1-872c-37b1a34f92ef None None] Pushing event updated for resources: {'Port': ['ID=53ea2111-ca1c-4df5-abce-3a2568d53209,revision_number=2']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:08.716636 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:08.717155 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:08.717766 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.718357 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:08.719130 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Bound port: 53ea2111-ca1c-4df5-abce-3a2568d53209, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:08.719695 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.764664 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:08.788870 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] For port 53ea2111-ca1c-4df5-abce-3a2568d53209, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:08.794348 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] For port 53ea2111-ca1c-4df5-abce-3a2568d53209, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=53ea2111-ca1c-4df5-abce-3a2568d53209,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:08.803901 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks [] for port (66745784-97fd-49de-861a-89ea5d354ab0), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.877946 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.907455 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (66745784-97fd-49de-861a-89ea5d354ab0), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.917418 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:08.918741 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:08.955357 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:08.958839 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:08.969066 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:09.006945 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:09.014398 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=66745784-97fd-49de-861a-89ea5d354ab0,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:09.037897 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (2b2b7507-9800-42a6-9184-2fdf43fa3014), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.073390 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:09.075067 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1debc-ba62-4bf1-872c-37b1a34f92ef None None] Pushing event updated for resources: {'Port': ['ID=53ea2111-ca1c-4df5-abce-3a2568d53209,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:09.115047 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:09.250992 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-c4ec07d7-ce65-4ed0-b0a1-9bf3e07161f1 None None] Provisioning complete for port 66745784-97fd-49de-861a-89ea5d354ab0 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:09.252081 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c4ec07d7-ce65-4ed0-b0a1-9bf3e07161f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (66745784-97fd-49de-861a-89ea5d354ab0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.252245 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-c4ec07d7-ce65-4ed0-b0a1-9bf3e07161f1 None None] Attempt 1 to provision port 66745784-97fd-49de-861a-89ea5d354ab0 Oct 30 01:15:09.310981 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec07d7-ce65-4ed0-b0a1-9bf3e07161f1 None None] Port 66745784-97fd-49de-861a-89ea5d354ab0 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:15:09.317906 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:06Z', 'revision_number': 3, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:09.348034 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (66745784-97fd-49de-861a-89ea5d354ab0), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.352710 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae8be1-c0c4-4641-8b15-8695d4042d2b None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:06Z', 'revision_number': 3, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:09.603225 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks [] for port (66745784-97fd-49de-861a-89ea5d354ab0), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.770821 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (66745784-97fd-49de-861a-89ea5d354ab0), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.779436 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:09.864859 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=66745784-97fd-49de-861a-89ea5d354ab0,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:09.867665 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (2b2b7507-9800-42a6-9184-2fdf43fa3014), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.016301 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:10.018809 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:10.205517 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:10.369153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:10.369914 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-f07429ab-a08d-4b2d-9d9b-0214148b1122 None None] Provisioning complete for port 66745784-97fd-49de-861a-89ea5d354ab0 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:10.370673 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f07429ab-a08d-4b2d-9d9b-0214148b1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (66745784-97fd-49de-861a-89ea5d354ab0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.375198 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-cbcba579-3632-48b4-864e-b6f976dca3e7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/2b2b7507-9800-42a6-9184-2fdf43fa3014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5310962 Oct 30 01:15:10.378486 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-f07429ab-a08d-4b2d-9d9b-0214148b1122 None None] Attempt 1 to provision port 66745784-97fd-49de-861a-89ea5d354ab0 Oct 30 01:15:10.451045 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-1c76b0d5-4d84-4675-9a12-7297b34028d5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590897 Oct 30 01:15:10.561681 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 53ea2111-ca1c-4df5-abce-3a2568d53209 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:10.604767 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:10.612680 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-7a321d03-f1b8-49f5-ad43-3027d5ddb6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:10.619847 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-7a321d03-f1b8-49f5-ad43-3027d5ddb6ee service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1168 time: 0.0616727 Oct 30 01:15:10.621732 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-f07429ab-a08d-4b2d-9d9b-0214148b1122 None None] Port 66745784-97fd-49de-861a-89ea5d354ab0 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:15:10.640748 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 53ea2111-ca1c-4df5-abce-3a2568d53209 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:10.641223 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.641554 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 53ea2111-ca1c-4df5-abce-3a2568d53209 Oct 30 01:15:10.751360 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.778541 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 53ea2111-ca1c-4df5-abce-3a2568d53209 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:10.779197 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.818952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 53ea2111-ca1c-4df5-abce-3a2568d53209, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=53ea2111-ca1c-4df5-abce-3a2568d53209,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:10.824415 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-b63c8bf3-c615-441a-a063-7d0fccc2bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:10.826397 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-b63c8bf3-c615-441a-a063-7d0fccc2bc9b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 916 time: 0.1806309 Oct 30 01:15:10.912214 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.951165 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-acdf1eff-2c28-4cdd-8a49-12dc56cce931 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 1001 time: 0.1179416 Oct 30 01:15:10.997788 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:11.003876 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=53ea2111-ca1c-4df5-abce-3a2568d53209,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:11.024111 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-d1888d22-2940-4e7a-9d30-6c6c040025d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:11.026304 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-d1888d22-2940-4e7a-9d30-6c6c040025d0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.0686889 Oct 30 01:15:11.032320 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58464) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:11.037784 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109591576', 'description': 'tempest-description--53975751'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:11.081968 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:11.091709 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-8b27ecf3-975a-4d41-b737-f71dbed14893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:11.093370 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-8b27ecf3-975a-4d41-b737-f71dbed14893 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0588865 Oct 30 01:15:11.183104 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.188475 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:11.247579 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-f904e7d9-d3cd-43c1-a464-8f2490b2d5bd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457636 Oct 30 01:15:11.308296 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (edf2767c-8b07-4dd0-a82c-b5a753162fb8), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.387551 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1f622fc5-beb9-4d9a-b8de-f225028f791a req-19029d4d-25e9-4aae-95f2-95468a03bd79 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264167 Oct 30 01:15:11.400403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (edf2767c-8b07-4dd0-a82c-b5a753162fb8), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.400738 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:11.418491 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:11.419313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:11.447483 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2767c-8b07-4dd0-a82c-b5a753162fb8,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:11.513907 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.515664 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-59241a02-1cba-4841-b600-a04086885a9c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4820840 Oct 30 01:15:11.519420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58466) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:11.524739 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': 'edf2767c-8b07-4dd0-a82c-b5a753162fb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:11.555862 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:11.645037 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (12bd5014-8354-4ea7-882e-bc3ebb2e046a), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.741251 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (12bd5014-8354-4ea7-882e-bc3ebb2e046a), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.799043 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:11.810328 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (12bd5014-8354-4ea7-882e-bc3ebb2e046a), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.827786 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:11.828144 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Updating router 2b2b7507-9800-42a6-9184-2fdf43fa3014 port 66745784-97fd-49de-861a-89ea5d354ab0 binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:15:11.839380 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bd5014-8354-4ea7-882e-bc3ebb2e046a,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:11.867659 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (66745784-97fd-49de-861a-89ea5d354ab0), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.914113 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.920530 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-03060eb4-706e-4173-8a2a-815056ec4678 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3953927 Oct 30 01:15:11.920847 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58472) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:11.926069 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': 'edf2767c-8b07-4dd0-a82c-b5a753162fb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:12.016736 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:12.029231 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (f77face6-f8e5-4d46-a0fc-851638f57720), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.096518 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (f77face6-f8e5-4d46-a0fc-851638f57720), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.206051 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:12.208568 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Publish callbacks [] for port (66745784-97fd-49de-861a-89ea5d354ab0), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.261684 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (f77face6-f8e5-4d46-a0fc-851638f57720), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.284795 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77face6-f8e5-4d46-a0fc-851638f57720,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:12.362493 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 53ea2111-ca1c-4df5-abce-3a2568d53209 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:12.395950 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (66745784-97fd-49de-861a-89ea5d354ab0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.396664 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.398335 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-0d8453f7-1fa7-4b75-8fb0-2a20bc4e0371 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4761956 Oct 30 01:15:12.403183 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58476) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:12.409457 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:12.515998 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ef47-a072-4c45-a3d3-1a4cb85ffdf1 None None] Pushing event updated for resources: {'Port': ['ID=66745784-97fd-49de-861a-89ea5d354ab0,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:12.550008 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 53ea2111-ca1c-4df5-abce-3a2568d53209 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:12.550306 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.550618 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 53ea2111-ca1c-4df5-abce-3a2568d53209 Oct 30 01:15:12.568001 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.621597 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Attempting to bind port 66745784-97fd-49de-861a-89ea5d354ab0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:12.623724 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Attempting to bind port 66745784-97fd-49de-861a-89ea5d354ab0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:12.623724 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Attempting to bind port 66745784-97fd-49de-861a-89ea5d354ab0 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:12.661028 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-24d1d2bf-7acc-40b0-8fd3-8ee07cd4e8ed tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-962231925&fields=id&tenant_id=77968fc2b85349b2a625ea9bf25cd026 HTTP/1.1" status: 200 len: 267 time: 0.1506455 Oct 30 01:15:12.741128 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:12.746210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:12.746210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.746210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Bound using segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:12.746210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Bound port: 66745784-97fd-49de-861a-89ea5d354ab0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:12.746210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (66745784-97fd-49de-861a-89ea5d354ab0), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.747269 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.772344 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-69dc0cc8-4d1d-4186-90de-c42f62e28ce4 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:12.774241 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-69dc0cc8-4d1d-4186-90de-c42f62e28ce4 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 984 time: 0.0748346 Oct 30 01:15:12.813888 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Request body: {'port': {'security_groups': ['5144d095-37ae-42c3-a099-1ee209056163']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:12.862569 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 53ea2111-ca1c-4df5-abce-3a2568d53209 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:12.880351 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:12.899403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] For port 66745784-97fd-49de-861a-89ea5d354ab0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:12.903945 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] For port 66745784-97fd-49de-861a-89ea5d354ab0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66745784-97fd-49de-861a-89ea5d354ab0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:12.964950 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.989348 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (66745784-97fd-49de-861a-89ea5d354ab0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.989932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.37.0.138 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/e891960e-661d-437d-babc-f7fcd61e3693) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:13.071210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:13.073051 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:13.145509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.157441 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ef47-a072-4c45-a3d3-1a4cb85ffdf1 None None] Pushing event updated for resources: {'Port': ['ID=66745784-97fd-49de-861a-89ea5d354ab0,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:13.232938 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (e891960e-661d-437d-babc-f7fcd61e3693), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.282834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:13.294362 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:13.334474 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.428920 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (e891960e-661d-437d-babc-f7fcd61e3693), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.432975 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.446046 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:13.449404 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.449404 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1afdc27b-3481-419e-a7ee-54a0d38520c4 req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "PUT /networking/v2.0/ports/4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 942 time: 0.6439378 Oct 30 01:15:13.460743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58484) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:13.477896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:13.481624 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:13.482728 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['4e38f9d6-0235-42f8-8ef7-c7a4b4344058'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:15:13.492708 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.532541 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=e891960e-661d-437d-babc-f7fcd61e3693,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:13.569460 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.612836 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b4e2e6-1561-47f7-b6ac-205bd27e0454 x-openstack-request-id: req-71b4e2e6-1561-47f7-b6ac-205bd27e0454 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:13.613932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:13.614333 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71b4e2e6-1561-47f7-b6ac-205bd27e0454 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:13.615113 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b4e2e6-1561-47f7-b6ac-205bd27e0454'] response: {'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'status': 'completed', 'code': 200} Oct 30 01:15:13.617536 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:13.618803 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1460d-8b22-4162-a1a0-3fa325c39163 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event updated for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=7']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:13.633019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:13.633019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:13.633225 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c53c2746-aafd-4587-810f-7ae2dc67829f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group (9d8cb7d8-fa55-49f4-a812-aebd81ac7376), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.659094 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:12Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:13.726676 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c53c2746-aafd-4587-810f-7ae2dc67829f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group (9d8cb7d8-fa55-49f4-a812-aebd81ac7376), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.773246 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['4e38f9d6-0235-42f8-8ef7-c7a4b4344058'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:15:13.773246 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b7867-0f2c-4353-a566-095cd541a988 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:12Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:13.939338 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-92559322-7b39-4f29-864b-9a4d05e1e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:13.944995 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-92559322-7b39-4f29-864b-9a4d05e1e70e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1129 time: 0.3198378 Oct 30 01:15:13.969767 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.975163 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (edc81c9c-6091-481a-ba8e-e85adc96cf25), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.019993 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c53c2746-aafd-4587-810f-7ae2dc67829f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9d8cb7d8-fa55-49f4-a812-aebd81ac7376), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.023103 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c53c2746-aafd-4587-810f-7ae2dc67829f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.026878 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c53c2746-aafd-4587-810f-7ae2dc67829f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9d8cb7d8-fa55-49f4-a812-aebd81ac7376 HTTP/1.1" status: 204 len: 168 time: 0.5641236 Oct 30 01:15:14.033351 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58492) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:14.051188 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c2746-aafd-4587-810f-7ae2dc67829f tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8cb7d8-fa55-49f4-a812-aebd81ac7376,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:14.152639 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:14.166594 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (e891960e-661d-437d-babc-f7fcd61e3693), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.217308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-c935d464-c7eb-4298-b65b-1d5793ca80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:14.218891 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-c935d464-c7eb-4298-b65b-1d5793ca80e1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 916 time: 0.2656293 Oct 30 01:15:14.420527 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-e49356ad-246d-49e7-a877-3e98d8873d02 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 1001 time: 0.1949258 Oct 30 01:15:14.441486 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 66745784-97fd-49de-861a-89ea5d354ab0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:14.525168 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:14.536189 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 66745784-97fd-49de-861a-89ea5d354ab0 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:14.537241 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (66745784-97fd-49de-861a-89ea5d354ab0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.537954 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 66745784-97fd-49de-861a-89ea5d354ab0 Oct 30 01:15:14.546443 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-278fbd90-3bc2-40a5-b5f7-13e4f128a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:14.548519 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-278fbd90-3bc2-40a5-b5f7-13e4f128a29e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.1212523 Oct 30 01:15:14.634419 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-438ce9c2-3f8c-4f54-ac92-f664cecb59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:14.636842 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-438ce9c2-3f8c-4f54-ac92-f664cecb59dc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0742126 Oct 30 01:15:14.662708 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (e891960e-661d-437d-babc-f7fcd61e3693), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.680884 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 66745784-97fd-49de-861a-89ea5d354ab0 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:14.685709 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (66745784-97fd-49de-861a-89ea5d354ab0), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.754243 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 66745784-97fd-49de-861a-89ea5d354ab0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66745784-97fd-49de-861a-89ea5d354ab0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:14.763814 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (e891960e-661d-437d-babc-f7fcd61e3693), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.822933 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Deleting port bfad0ccc-1df3-46ec-a1f8-26787fa72309 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:14.822933 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.889075 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (66745784-97fd-49de-861a-89ea5d354ab0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.898927 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-a1434cd3-04d7-438b-82a3-2b242278dc96 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535496 Oct 30 01:15:14.945815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=e891960e-661d-437d-babc-f7fcd61e3693,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:14.959648 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=66745784-97fd-49de-861a-89ea5d354ab0,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:14.975161 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (edc81c9c-6091-481a-ba8e-e85adc96cf25), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.985030 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.985030 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for floatingip (bfad0ccc-1df3-46ec-a1f8-26787fa72309), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.003656 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Calling delete_port for bfad0ccc-1df3-46ec-a1f8-26787fa72309 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:15.132710 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b52ac48a-10eb-4bbc-a99c-ba90d711e3eb req-972ed3b4-f87a-4f3f-a97b-dac7c2d41bcd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201734 Oct 30 01:15:15.158820 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.169743 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b6ce9c7b-20ff-4d87-a59d-4d882699b032 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7564154 Oct 30 01:15:15.296195 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (bfad0ccc-1df3-46ec-a1f8-26787fa72309), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.347113 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event deleted for resources: {'Port': ['ID=bfad0ccc-1df3-46ec-a1f8-26787fa72309,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:15.360400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:15.387475 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-539ed686-c90a-43e4-87cc-03cf3089e740 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1109591576&fields=id&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 267 time: 0.0803294 Oct 30 01:15:15.474239 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks [] for floatingip (8a677b08-83bf-45ba-bd9e-511b4aacd7b6), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.474873 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Floating IP 8a677b08-83bf-45ba-bd9e-511b4aacd7b6 disassociated (deleted). External IP: 172.37.0.231, port: 4e38f9d6-0235-42f8-8ef7-c7a4b4344058. Oct 30 01:15:15.803719 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Router 8e4a5f71-503e-4944-9030-f08b8197fc65 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:15.813649 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-34f8a68f-e879-4f7d-b861-ecac0cca047f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:15.820225 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-34f8a68f-e879-4f7d-b861-ecac0cca047f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.4231784 Oct 30 01:15:15.832234 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-43cc1471-afdb-448a-982b-bef9d832b465 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/quotas/cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 375 time: 0.0110757 Oct 30 01:15:15.889527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:15.899623 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-9eea3dc4-d441-4edd-9e37-12b7d826a034 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562918 Oct 30 01:15:15.981511 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:15.990233 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.998374 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] Sync routers for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:16.022130 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:16.023819 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:16.036311 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-83fcd40c-fd9f-4a43-acdd-245ec8a7ce70 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/8a677b08-83bf-45ba-bd9e-511b4aacd7b6 HTTP/1.1" status: 204 len: 168 time: 2.0009673 Oct 30 01:15:16.037629 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:16.039278 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:16.074527 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-c38d526f-20d9-48d6-9bbc-fca6bfa29df6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617196 Oct 30 01:15:16.186973 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-6cee3a2d-2c01-47f4-baa1-615ce0f49868 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024656 Oct 30 01:15:16.236875 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:16.391695 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 66745784-97fd-49de-861a-89ea5d354ab0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:16.496414 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 66745784-97fd-49de-861a-89ea5d354ab0 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:16.497816 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (66745784-97fd-49de-861a-89ea5d354ab0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:16.499144 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 66745784-97fd-49de-861a-89ea5d354ab0 Oct 30 01:15:16.580648 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:16.672322 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 66745784-97fd-49de-861a-89ea5d354ab0 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:16.695839 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a05d8de-64fa-4d17-9c88-88171c39c6ac x-openstack-request-id: req-6a05d8de-64fa-4d17-9c88-88171c39c6ac {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:16.696272 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:16.696641 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a05d8de-64fa-4d17-9c88-88171c39c6ac {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:16.697290 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a05d8de-64fa-4d17-9c88-88171c39c6ac'] response: {'name': 'network-changed', 'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'status': 'completed', 'code': 200} Oct 30 01:15:16.737007 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:16.888206 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] Checking router: 8e4a5f71-503e-4944-9030-f08b8197fc65 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:16.891807 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-5f03c1d6-2f70-4f77-a745-294aca1dd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:16.893592 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-5f03c1d6-2f70-4f77-a745-294aca1dd722 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=77968fc2b85349b2a625ea9bf25cd026&device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 1129 time: 0.1338758 Oct 30 01:15:16.922447 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:16.923340 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:16.932723 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98834829-b5a2-47e1-83af-5793485461e3 req-0bb7621b-04fe-4fab-8fa1-1038c2407c7c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:16.936365 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-98834829-b5a2-47e1-83af-5793485461e3 req-0bb7621b-04fe-4fab-8fa1-1038c2407c7c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1053786 Oct 30 01:15:17.077692 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-09ad31f4-d535-4233-a65d-839231e14bfe req-3536c65f-30b5-4620-8829-477a7006fbb3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 210 time: 0.0714839 Oct 30 01:15:17.137791 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-6f5e93e6-d616-4df6-8064-9c6ac79eb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:17.137990 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:17.139771 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-6f5e93e6-d616-4df6-8064-9c6ac79eb8c2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 200 len: 916 time: 0.2401068 Oct 30 01:15:17.145618 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:17.159049 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-98834829-b5a2-47e1-83af-5793485461e3 req-13fa87f0-513f-414c-a857-1b3de83002c5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537242 Oct 30 01:15:17.235638 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-4c3f18e6-8b17-4568-b13a-a31fed495fb6 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 200 len: 217 time: 0.0871534 Oct 30 01:15:17.323483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-52e6700e-1865-46ab-a3e7-fbacf69c7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:17.325311 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-52e6700e-1865-46ab-a3e7-fbacf69c7ad3 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 200 len: 854 time: 0.0831671 Oct 30 01:15:17.443369 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:17.472324 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7ab1d-16f0-4aee-8568-736cfce174f8 None None] The sync data for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb is: [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:12:36Z', 'revision_number': 4, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '64d205a3-5098-4c45-b460-cd789bbc0b81', 'name': '', 'network_id': '18b95593-51bf-430c-b604-7f9c27dddbdb', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'mac_address': 'fa:16:3e:ff:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:34Z', 'updated_at': '2022-10-30T01:12:42Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'subnets': [{'id': '0caf2e6d-d13e-4777-a1c6-41ea70acebe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:17.528034 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-5cd6a37e-1717-4e1b-9aa0-cb23a364ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:17.529818 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-5cd6a37e-1717-4e1b-9aa0-cb23a364ad7f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=18b95593-51bf-430c-b604-7f9c27dddbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534983 Oct 30 01:15:17.687901 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-ed8a65e4-c857-48bf-b3b0-921732a0b5df service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500006 Oct 30 01:15:17.706516 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:17.818001 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db39b76-8d73-4cb4-8067-2aa7f92514aa None None] New status for floating IP 8a677b08-83bf-45ba-bd9e-511b4aacd7b6: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:15:17.850859 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6451a0c2-99ff-43f6-b5f7-5f510198e6b9 req-361371f4-db75-49f7-87fb-931c3f88ce7b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559355 Oct 30 01:15:18.198556 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eed4130c-8240-44f1-bfe3-efb2cdcbfe8d req-7aeab3a1-d5c1-4823-ad86-05d03128d215 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 210 time: 0.0326302 Oct 30 01:15:18.343486 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8ce3a-d1b0-4e34-aaef-c53b3750f6f8 req-32a91dcc-f59e-4b2b-a5b3-042f68ad675a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:18.345610 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a8ce3a-d1b0-4e34-aaef-c53b3750f6f8 req-32a91dcc-f59e-4b2b-a5b3-042f68ad675a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0683703 Oct 30 01:15:18.419228 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4a8ce3a-d1b0-4e34-aaef-c53b3750f6f8 req-a436bc06-53fc-4357-90f9-334107627472 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670619 Oct 30 01:15:19.329851 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fe3e7b10-d29c-4551-9fcc-88644f29cec5 req-66b2fd0d-b217-4b7d-b5a9-34503acc18f5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 210 time: 0.0343454 Oct 30 01:15:19.582355 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1caa2-58c6-4f98-83f6-f0ba09893ce0 req-e9dac6af-eca2-4f3a-8aa0-f57ec2e12f9e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:19.585306 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-28c1caa2-58c6-4f98-83f6-f0ba09893ce0 req-e9dac6af-eca2-4f3a-8aa0-f57ec2e12f9e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0686877 Oct 30 01:15:19.643199 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-28c1caa2-58c6-4f98-83f6-f0ba09893ce0 req-cfb1826e-6c4e-465b-9423-0cad6e1c8dfc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520592 Oct 30 01:15:19.927484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:19.953485 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-e5acc3dc-33f4-4474-8e7a-28030fc1e89c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:19.955356 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-e5acc3dc-33f4-4474-8e7a-28030fc1e89c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.1661606 Oct 30 01:15:20.032642 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-72d90af0-ff47-4d44-892f-7f786775477b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 380 time: 0.0631151 Oct 30 01:15:20.042749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'port': {'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'admin_state_up': True, 'tenant_id': 'cd37394129e346a8804d667856309041', 'security_groups': ['edf2767c-8b07-4dd0-a82c-b5a753162fb8']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:20.364481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Made reservation on behalf of cd37394129e346a8804d667856309041 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:20.368518 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:20.510943 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-43ba6932-314b-49d9-bb64-c475c01a2f2d req-376edf2e-a70f-47ec-bd89-1df07d85a6b3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 210 time: 0.0510256 Oct 30 01:15:20.589308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab684-8d91-41d2-9eac-7b59e6f767fb req-343565fc-6238-4bc9-b4ea-13c877c8da5d tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:20.590951 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6afab684-8d91-41d2-9eac-7b59e6f767fb req-343565fc-6238-4bc9-b4ea-13c877c8da5d tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0972860 Oct 30 01:15:20.621959 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.20.0.4 (843e4324-5c32-4e7f-add7-0c4eec3b7e77/168fcadc-992c-440e-8bde-ef03fe69d624/0b17abf8-3601-4323-b7df-62e623f6a142) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:20.686891 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6afab684-8d91-41d2-9eac-7b59e6f767fb req-1a58df52-e238-481b-85d7-3454a6a53167 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855434 Oct 30 01:15:20.863257 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21de8a-086c-4d1b-a420-13c1ef8b4dd4 req-7d922d40-3752-4c27-84e3-4e3c01e00e5d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:20.864786 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dc21de8a-086c-4d1b-a420-13c1ef8b4dd4 req-7d922d40-3752-4c27-84e3-4e3c01e00e5d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0751753 Oct 30 01:15:20.910821 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:20.915143 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (0b17abf8-3601-4323-b7df-62e623f6a142), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:20.963089 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dc21de8a-086c-4d1b-a420-13c1ef8b4dd4 req-b4e6bfca-1697-4070-b335-9116df274b01 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888817 Oct 30 01:15:21.051557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:21.065421 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:21.135488 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:21.142611 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:21.148793 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:21.155947 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=0b17abf8-3601-4323-b7df-62e623f6a142,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:21.246775 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:21.247462 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:21.332711 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-12c63220-6fbf-452e-8fe5-824e103f0a0b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2944517 Oct 30 01:15:21.430830 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-14c0bde1-923a-4cd3-a7a2-aecdb67c9744 None None] Provisioning complete for port 0b17abf8-3601-4323-b7df-62e623f6a142 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:21.431819 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-14c0bde1-923a-4cd3-a7a2-aecdb67c9744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:21.431819 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-14c0bde1-923a-4cd3-a7a2-aecdb67c9744 None None] Attempt 1 to provision port 0b17abf8-3601-4323-b7df-62e623f6a142 Oct 30 01:15:21.467243 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-14c0bde1-923a-4cd3-a7a2-aecdb67c9744 None None] Port 0b17abf8-3601-4323-b7df-62e623f6a142 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:15:21.648853 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4f36-f4df-4046-bcd7-c0100eeaecbe req-aaa6a523-e91c-4822-8766-a57b9d408156 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:21.651333 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a1e4f36-f4df-4046-bcd7-c0100eeaecbe req-aaa6a523-e91c-4822-8766-a57b9d408156 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 931 time: 0.0551939 Oct 30 01:15:21.711774 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a1e4f36-f4df-4046-bcd7-c0100eeaecbe req-a3e49f87-5280-49ef-955f-56ac921bda0f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540466 Oct 30 01:15:21.837596 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458f23f-6a9b-4423-b3cb-53684518cdc7 req-7f426bed-1a48-4edf-8b75-4191c3a9d9a8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:21.839938 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0458f23f-6a9b-4423-b3cb-53684518cdc7 req-7f426bed-1a48-4edf-8b75-4191c3a9d9a8 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Oct 30 01:15:21.898524 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0458f23f-6a9b-4423-b3cb-53684518cdc7 req-59cfd2c3-ce4b-4af0-bbfe-c5a1fdd26f3e tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 Oct 30 01:15:21.980093 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Request body: {'port': {'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:22.064431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:22.165467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159f0d-77c7-46a2-8bb5-853719e56ab9 req-1731a080-558e-4435-84aa-f85846704821 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:22.167043 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dd159f0d-77c7-46a2-8bb5-853719e56ab9 req-1731a080-558e-4435-84aa-f85846704821 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0865529 Oct 30 01:15:22.299246 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dd159f0d-77c7-46a2-8bb5-853719e56ab9 req-f8bc78d6-fdd4-4738-8839-b65db2f1379e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233363 Oct 30 01:15:22.401530 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-5f8bd14c-e6fd-4a93-a6a0-aa687ea26beb tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:22.403124 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-5f8bd14c-e6fd-4a93-a6a0-aa687ea26beb tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.0646255 Oct 30 01:15:22.528054 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:22.556803 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b17abf8-3601-4323-b7df-62e623f6a142 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:15:22.561757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Deleting port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:22.562102 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:22.566519 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Publish callbacks [] for port (0b17abf8-3601-4323-b7df-62e623f6a142), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:22.627465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Transition to ACTIVE for port object 0b17abf8-3601-4323-b7df-62e623f6a142 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:15:22.647445 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:22.679924 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] For port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:22.680715 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:22.702086 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Calling delete_port for 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:22.718116 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:22.814023 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Pushing event updated for resources: {'Port': ['ID=0b17abf8-3601-4323-b7df-62e623f6a142,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:22.933756 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dacc6f-7d90-4e4d-add9-926e7680a552 req-80ff5c48-1e6f-43b5-a8d0-bf65e3499d14 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:22.935429 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9dacc6f-7d90-4e4d-add9-926e7680a552 req-80ff5c48-1e6f-43b5-a8d0-bf65e3499d14 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 943 time: 0.1000354 Oct 30 01:15:23.000071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Attempting to bind port 0b17abf8-3601-4323-b7df-62e623f6a142 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:23.000413 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Attempting to bind port 0b17abf8-3601-4323-b7df-62e623f6a142 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:23.000755 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Attempting to bind port 0b17abf8-3601-4323-b7df-62e623f6a142 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:23.109070 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:23.122080 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9dacc6f-7d90-4e4d-add9-926e7680a552 req-074055e2-e355-4b05-bbee-6876306b94eb tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740766 Oct 30 01:15:23.138553 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0e4c-c4c6-4a28-a94e-8c3661050d0a req-8c8e058c-9f02-4bd9-a206-1d9f5fe75251 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:23.140326 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2fdf0e4c-c4c6-4a28-a94e-8c3661050d0a req-8c8e058c-9f02-4bd9-a206-1d9f5fe75251 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 945 time: 0.1027973 Oct 30 01:15:23.144371 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Port 0b17abf8-3601-4323-b7df-62e623f6a142 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:15:23.144718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Attempting to bind port 0b17abf8-3601-4323-b7df-62e623f6a142 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:23.183024 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (4e38f9d6-0235-42f8-8ef7-c7a4b4344058), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:23.220792 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['4e38f9d6-0235-42f8-8ef7-c7a4b4344058'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:15:23.239311 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Pushing event deleted for resources: {'Port': ['ID=4e38f9d6-0235-42f8-8ef7-c7a4b4344058,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:23.277003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.277351 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.277691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.278029 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.278357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.278685 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.279012 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.279345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.279700 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.280025 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.280349 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.280672 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.280993 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.281311 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.281640 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:23.304340 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:23.304656 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:23.305055 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Bound using segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:23.305513 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Bound port: 0b17abf8-3601-4323-b7df-62e623f6a142, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:23.305879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:23.315142 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2fdf0e4c-c4c6-4a28-a94e-8c3661050d0a req-201b6fea-c7fb-4d2f-abd8-ceaae4e5d816 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5144d095-37ae-42c3-a099-1ee209056163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474936 Oct 30 01:15:23.341847 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] No DVR routers for this DVR port 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:23.345409 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:23.348800 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9dc5e55a-6639-4021-8211-3369b3ef0ff9 req-0cdf4535-6f9a-42ec-bac1-9f3c4574dea9 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4e38f9d6-0235-42f8-8ef7-c7a4b4344058 HTTP/1.1" status: 204 len: 173 time: 0.9403663 Oct 30 01:15:23.349327 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'name': 'network-vif-deleted', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:23.352149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa1ba1-19c5-4b35-918a-99aed62a512b" -d '{"events": [{"server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "name": "network-vif-deleted", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:23.430218 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f3f69-feab-4108-8bc9-6a5fff363440 x-openstack-request-id: req-202f3f69-feab-4108-8bc9-6a5fff363440 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:23.430527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6eed76-f803-4a8e-8890-5d899eca8800", "name": "network-vif-deleted", "tag": "4e38f9d6-0235-42f8-8ef7-c7a4b4344058", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:23.430693 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-202f3f69-feab-4108-8bc9-6a5fff363440 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:23.431902 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202f3f69-feab-4108-8bc9-6a5fff363440'] response: {'server_uuid': '7a6eed76-f803-4a8e-8890-5d899eca8800', 'name': 'network-vif-deleted', 'tag': '4e38f9d6-0235-42f8-8ef7-c7a4b4344058', 'status': 'completed', 'code': 200} Oct 30 01:15:23.438862 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] For port 0b17abf8-3601-4323-b7df-62e623f6a142, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:23.438862 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] For port 0b17abf8-3601-4323-b7df-62e623f6a142, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b17abf8-3601-4323-b7df-62e623f6a142,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:23.508730 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:23.523115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:23.524111 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:23.526578 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/0b17abf8-3601-4323-b7df-62e623f6a142 HTTP/1.1" status: 200 len: 1093 time: 1.5538239 Oct 30 01:15:23.580641 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea26af-7417-493e-bf85-31f418af7468 req-c292ff76-488f-472c-a4cb-57e190115a9c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:23.583518 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9ea26af-7417-493e-bf85-31f418af7468 req-c292ff76-488f-472c-a4cb-57e190115a9c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1399527 Oct 30 01:15:23.658297 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3606bba-f172-4487-95f9-6ab6d39a0b07 service neutron] Pushing event updated for resources: {'Port': ['ID=0b17abf8-3601-4323-b7df-62e623f6a142,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:23.711127 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d9ea26af-7417-493e-bf85-31f418af7468 req-de108ea5-5bbe-4cc3-8167-b9bb2eb3df96 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174510 Oct 30 01:15:23.726962 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-c23001ef-1322-41bc-aabf-f7c3f31a5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:23.734681 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-c23001ef-1322-41bc-aabf-f7c3f31a5390 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 1127 time: 0.0707698 Oct 30 01:15:23.834113 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-679e9382-18df-4e19-b1cd-b1844729b421 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b17abf8-3601-4323-b7df-62e623f6a142 HTTP/1.1" status: 200 len: 217 time: 0.0704930 Oct 30 01:15:23.889378 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-89dadac4-0e5b-4e4c-9e40-ab03c15aff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:23.890844 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-89dadac4-0e5b-4e4c-9e40-ab03c15aff2e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0508223 Oct 30 01:15:23.946486 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-5b698173-c12e-414b-9920-e1213050ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:23.948738 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-5b698173-c12e-414b-9920-e1213050ec18 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0509491 Oct 30 01:15:24.350710 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8295466-a96e-4925-a63c-ac3a153dd319 req-b14f5b2b-baa8-4bc1-bfb8-9bb82b6b4b8d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:24.352360 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b8295466-a96e-4925-a63c-ac3a153dd319 req-b14f5b2b-baa8-4bc1-bfb8-9bb82b6b4b8d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 943 time: 0.0710428 Oct 30 01:15:24.357061 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:24.383775 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-feb771fb-f406-48d5-a25c-41bb9124e2c5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279149 Oct 30 01:15:24.493315 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b8295466-a96e-4925-a63c-ac3a153dd319 req-d506fac6-0c7a-4e3b-a418-4c8c056ec38a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291454 Oct 30 01:15:24.512674 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-955cd619-6e64-49d1-b957-ee1bc9c293b2 req-65dddc21-fce8-4cdf-ab6d-26c6e9c9a463 tempest-TestMinimumBasicScenario-1192201287 tempest-TestMinimumBasicScenario-1192201287-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a6eed76-f803-4a8e-8890-5d899eca8800 HTTP/1.1" status: 200 len: 210 time: 0.0483699 Oct 30 01:15:24.549258 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ee0ad721-dc4f-4dee-8232-0b50dca00410 req-762ff6e9-17d5-4018-9590-ae43adb731f5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574252 Oct 30 01:15:24.891607 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd14fe-c993-4c4d-bacb-fd5bfa0a136d req-c25ecb9e-3d35-4640-b7e3-70c615d77ea8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:24.893258 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f3dd14fe-c993-4c4d-bacb-fd5bfa0a136d req-c25ecb9e-3d35-4640-b7e3-70c615d77ea8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0744441 Oct 30 01:15:24.967509 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f3dd14fe-c993-4c4d-bacb-fd5bfa0a136d req-125c317b-7c5a-4ae9-946d-e37d9d58eb66 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678725 Oct 30 01:15:25.432796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:25.435230 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:25.476440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c1d21-03ad-413e-abc8-d0ef42048e13 x-openstack-request-id: req-e15c1d21-03ad-413e-abc8-d0ef42048e13 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:25.476733 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:25.476982 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e15c1d21-03ad-413e-abc8-d0ef42048e13 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:25.477393 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15c1d21-03ad-413e-abc8-d0ef42048e13'] response: {'name': 'network-changed', 'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142', 'status': 'completed', 'code': 200} Oct 30 01:15:25.616619 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:25.669902 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aaad8-fcf2-4ab6-94e8-3ba5362863d9 req-9ba410b8-be34-4f9e-bb85-31f85169daf7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:25.672832 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b9aaad8-fcf2-4ab6-94e8-3ba5362863d9 req-9ba410b8-be34-4f9e-bb85-31f85169daf7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 943 time: 0.0751171 Oct 30 01:15:25.752857 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-d12c8e58-5c37-4919-9fe6-9381935ad4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:25.754401 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-d12c8e58-5c37-4919-9fe6-9381935ad4db service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 1127 time: 0.0709720 Oct 30 01:15:25.780444 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b9aaad8-fcf2-4ab6-94e8-3ba5362863d9 req-786ea8c9-99da-455f-8430-381a907409cc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002910 Oct 30 01:15:25.933691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-5b5175c1-2379-4c3b-9afe-a8924644a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:25.935906 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-5b5175c1-2379-4c3b-9afe-a8924644a663 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 915 time: 0.1722286 Oct 30 01:15:25.982733 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-1e5fc9b9-eafb-410f-bb8f-79b843a5d80f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b17abf8-3601-4323-b7df-62e623f6a142 HTTP/1.1" status: 200 len: 217 time: 0.0406680 Oct 30 01:15:26.021388 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=34 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:26.027341 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:26.106312 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-abd3280f-c222-4e89-b4c8-6ace18445792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:26.107918 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-abd3280f-c222-4e89-b4c8-6ace18445792 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.1192136 Oct 30 01:15:26.159236 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e56a7-cb5e-4f2f-8de8-4a0d8baa9e5f req-3b3c9a1f-1103-4d0b-b244-c618f1cf259a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:26.160974 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af1e56a7-cb5e-4f2f-8de8-4a0d8baa9e5f req-3b3c9a1f-1103-4d0b-b244-c618f1cf259a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1019809 Oct 30 01:15:26.190253 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-1ff94e0e-b5d9-478c-bf89-34153c7270e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:26.192031 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-1ff94e0e-b5d9-478c-bf89-34153c7270e6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0769415 Oct 30 01:15:26.285689 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-af1e56a7-cb5e-4f2f-8de8-4a0d8baa9e5f req-78776b75-88ab-4d20-965c-842100bfa3e6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171463 Oct 30 01:15:26.339448 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-a381adda-0e9b-4ead-9ff7-b700c45f5efc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391854 Oct 30 01:15:26.443716 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5b76f6ed-8111-4c4a-b7c5-ea8c9137aae2 req-2466408a-4b30-4c5b-afe2-e18241b6ad5d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979195 Oct 30 01:15:26.923726 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 0b17abf8-3601-4323-b7df-62e623f6a142 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:15:26.949507 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:26.974462 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f4c9-837b-4020-a048-35767a33716d req-aa192142-4bf6-43b6-b42c-f84faed0a0ce tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:26.977118 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c627f4c9-837b-4020-a048-35767a33716d req-aa192142-4bf6-43b6-b42c-f84faed0a0ce tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 943 time: 0.0758018 Oct 30 01:15:26.989583 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:26.990011 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 4e38f9d6-0235-42f8-8ef7-c7a4b4344058 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:27.041138 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c627f4c9-837b-4020-a048-35767a33716d req-d0c0dd28-8acc-4fa2-bfcb-4b20261d7703 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541682 Oct 30 01:15:27.081767 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 0b17abf8-3601-4323-b7df-62e623f6a142, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b17abf8-3601-4323-b7df-62e623f6a142,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:27.095802 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '0b17abf8-3601-4323-b7df-62e623f6a142', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:15:27.140797 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 0b17abf8-3601-4323-b7df-62e623f6a142 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:27.141191 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:27.156672 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b17abf8-3601-4323-b7df-62e623f6a142 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:15:27.180705 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 0b17abf8-3601-4323-b7df-62e623f6a142, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b17abf8-3601-4323-b7df-62e623f6a142,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:27.243205 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58658) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:27.272588 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:27.310526 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:27.333371 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=0b17abf8-3601-4323-b7df-62e623f6a142,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:27.439861 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:15:27.446950 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=84 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:27.525621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f189ca8-0d9e-454c-975a-ceffd4fd1d67 req-0678ad58-ba93-45c7-a88a-d2dd3a6c952f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:27.527230 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0f189ca8-0d9e-454c-975a-ceffd4fd1d67 req-0678ad58-ba93-45c7-a88a-d2dd3a6c952f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1161406 Oct 30 01:15:27.559110 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['0b17abf8-3601-4323-b7df-62e623f6a142'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:15:27.561897 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:27.636321 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0f189ca8-0d9e-454c-975a-ceffd4fd1d67 req-774d1f71-db25-4aab-aa4e-e5bc05fe3e0a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020534 Oct 30 01:15:27.749683 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (8e4a5f71-503e-4944-9030-f08b8197fc65), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:27.785007 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:27.998095 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Deleting port 64d205a3-5098-4c45-b460-cd789bbc0b81 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:27.998872 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:28.095343 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] For port 64d205a3-5098-4c45-b460-cd789bbc0b81, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=64d205a3-5098-4c45-b460-cd789bbc0b81,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:28.095760 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:28.113460 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Calling delete_port for 64d205a3-5098-4c45-b460-cd789bbc0b81 owned by network:router_interface {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:28.182581 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7a25ef81-ead4-487e-90ab-a0aa9ac0b092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:28.225989 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8677e-ac3e-455c-ab39-c2f619069157 req-3c91dca4-99ba-4fe0-babd-0f7003a929dd tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:28.227616 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bcb8677e-ac3e-455c-ab39-c2f619069157 req-3c91dca4-99ba-4fe0-babd-0f7003a929dd tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 944 time: 0.0711558 Oct 30 01:15:28.326046 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:28.340705 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bcb8677e-ac3e-455c-ab39-c2f619069157 req-abb809e9-52b9-4211-972a-e60181e4103e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067436 Oct 30 01:15:28.507171 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (64d205a3-5098-4c45-b460-cd789bbc0b81), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:28.536159 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Pushing event deleted for resources: {'Port': ['ID=64d205a3-5098-4c45-b460-cd789bbc0b81,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:28.740027 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:28.765997 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (8e4a5f71-503e-4944-9030-f08b8197fc65), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:28.792637 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798e8b1-fbff-4297-af99-5555bb8a4037 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:15:28.868991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d3b6-dd0c-422a-b735-01cf367df021 req-d12ff80d-0e9d-4726-a11e-131835a3cf28 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:28.870628 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a584d3b6-dd0c-422a-b735-01cf367df021 req-d12ff80d-0e9d-4726-a11e-131835a3cf28 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0935903 Oct 30 01:15:28.924447 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798e8b1-fbff-4297-af99-5555bb8a4037 None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:15:28.930037 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 0b17abf8-3601-4323-b7df-62e623f6a142 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:29.008050 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a584d3b6-dd0c-422a-b735-01cf367df021 req-f92181ac-b0a4-483e-84eb-df6b1e218381 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288507 Oct 30 01:15:29.049094 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 0b17abf8-3601-4323-b7df-62e623f6a142 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:15:29.082514 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:29.124445 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Router 8e4a5f71-503e-4944-9030-f08b8197fc65 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:29.130738 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 0b17abf8-3601-4323-b7df-62e623f6a142 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:29.131009 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:29.131347 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 0b17abf8-3601-4323-b7df-62e623f6a142 Oct 30 01:15:29.257731 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 0b17abf8-3601-4323-b7df-62e623f6a142 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:29.258449 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:29.262421 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:29.269465 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-50d64150-699c-4560-b8ac-09fea2f3addd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/8e4a5f71-503e-4944-9030-f08b8197fc65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0244215 Oct 30 01:15:29.272417 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58666) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:29.298840 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] Sync routers for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:29.311686 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 0b17abf8-3601-4323-b7df-62e623f6a142, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b17abf8-3601-4323-b7df-62e623f6a142,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:29.313049 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:29.315992 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940d841d-0a9c-4c3b-942d-36e800da9eed" -d '{"events": [{"server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "name": "network-vif-plugged", "status": "completed", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:29.322611 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:29.323763 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:29.392577 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:29.433868 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks [] for router (8e4a5f71-503e-4944-9030-f08b8197fc65), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:29.494491 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=0b17abf8-3601-4323-b7df-62e623f6a142,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:29.506570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043fa53-687f-4e87-a95d-02814c3eb48c x-openstack-request-id: req-1043fa53-687f-4e87-a95d-02814c3eb48c {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:29.507292 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "name": "network-vif-plugged", "status": "completed", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:29.507736 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1043fa53-687f-4e87-a95d-02814c3eb48c {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:29.508310 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1043fa53-687f-4e87-a95d-02814c3eb48c'] response: {'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142', 'code': 200} Oct 30 01:15:29.557607 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:29.626186 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:29.660749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07463977-0132-43f4-866a-01f19b8d8562 req-a35b3642-eb86-4250-a54f-c1a01c47eeb5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:29.669762 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-07463977-0132-43f4-866a-01f19b8d8562 req-a35b3642-eb86-4250-a54f-c1a01c47eeb5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.1199958 Oct 30 01:15:29.717055 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks [] for router_gateway (8e4a5f71-503e-4944-9030-f08b8197fc65), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:29.737357 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-07463977-0132-43f4-866a-01f19b8d8562 req-86281061-859c-4d35-814f-4bf9bc12a6b7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665872 Oct 30 01:15:29.785308 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229'}], 'enable_snat': True}, 'gw_port_id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:15:28Z', 'revision_number': 5, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port': {'id': '16bc46e8-7225-4d60-aa7e-e25c034f6059', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:30Z', 'updated_at': '2022-10-30T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:29.830895 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] Checking router: 8e4a5f71-503e-4944-9030-f08b8197fc65 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:29.855525 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] Routers {'8e4a5f71-503e-4944-9030-f08b8197fc65'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:29.855525 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['8e4a5f71-503e-4944-9030-f08b8197fc65'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:29.885957 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Deleting port 16bc46e8-7225-4d60-aa7e-e25c034f6059 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:29.886933 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:29.968510 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] Set router 8e4a5f71-503e-4944-9030-f08b8197fc65 gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:30.027295 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:15:29Z', 'revision_number': 6, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:30.054987 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6f6f4-8e22-419b-a522-5cc3c1ead82e None None] The sync data for ids ['8e4a5f71-503e-4944-9030-f08b8197fc65'] in dv-cinder-master-3-smb is: [{'id': '8e4a5f71-503e-4944-9030-f08b8197fc65', 'name': 'tempest-TestMinimumBasicScenario-1693528612-router', 'tenant_id': '77968fc2b85349b2a625ea9bf25cd026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:29Z', 'updated_at': '2022-10-30T01:15:29Z', 'revision_number': 6, 'project_id': '77968fc2b85349b2a625ea9bf25cd026', 'gw_port_host': None}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:30.061291 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-69c10ba2-a1fa-401c-a31a-3eb245ae38ba None None] Provisioning complete for port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:30.067729 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-69c10ba2-a1fa-401c-a31a-3eb245ae38ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.067729 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-69c10ba2-a1fa-401c-a31a-3eb245ae38ba None None] Attempt 1 to provision port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 Oct 30 01:15:30.072063 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670209b-1827-4765-904b-e2e13f094cdf req-00f9de64-c9dc-4bd4-9834-e760b4f1c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:30.075302 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a670209b-1827-4765-904b-e2e13f094cdf req-00f9de64-c9dc-4bd4-9834-e760b4f1c45d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 1129 time: 0.1029003 Oct 30 01:15:30.106676 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:30.129048 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] For port 16bc46e8-7225-4d60-aa7e-e25c034f6059, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=16bc46e8-7225-4d60-aa7e-e25c034f6059,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:30.129729 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.158150 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-69c10ba2-a1fa-401c-a31a-3eb245ae38ba None None] Current status of the port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:30.216141 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Calling delete_port for 16bc46e8-7225-4d60-aa7e-e25c034f6059 owned by network:router_gateway {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:30.262345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3a1c-1302-441c-b191-7bf071e9a2dc req-2bbbcc12-682c-4520-a960-3c59a112f05d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:30.263909 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cd8d3a1c-1302-441c-b191-7bf071e9a2dc req-2bbbcc12-682c-4520-a960-3c59a112f05d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1271114 Oct 30 01:15:30.268002 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a670209b-1827-4765-904b-e2e13f094cdf req-40cdeb4e-f118-4812-ac4c-7a92ab2391c1 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850855 Oct 30 01:15:30.370555 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cd8d3a1c-1302-441c-b191-7bf071e9a2dc req-26aad21d-3f6e-4ad1-93b9-c96521324156 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998340 Oct 30 01:15:30.405524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:30.456396 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-8974af88-df10-47e8-b0c2-a4fe24f30145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.500436 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 64d205a3-5098-4c45-b460-cd789bbc0b81 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:30.526203 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 64d205a3-5098-4c45-b460-cd789bbc0b81 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:30.526548 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 64d205a3-5098-4c45-b460-cd789bbc0b81 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:30.549081 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (16bc46e8-7225-4d60-aa7e-e25c034f6059), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.582541 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bc46e8-7225-4d60-aa7e-e25c034f6059,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:30.653648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (8e4a5f71-503e-4944-9030-f08b8197fc65), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.725261 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:30.754618 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (8e4a5f71-503e-4944-9030-f08b8197fc65), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.757628 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks [] for router_controller (8e4a5f71-503e-4944-9030-f08b8197fc65), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.884879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (8e4a5f71-503e-4944-9030-f08b8197fc65), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.885489 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4a5f71-503e-4944-9030-f08b8197fc65 {{(pid=105257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:15:30.900338 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:30.900338 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-d5b371db-4b88-4174-98c1-3d09e49a25d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/8e4a5f71-503e-4944-9030-f08b8197fc65 HTTP/1.1" status: 204 len: 168 time: 1.6231263 Oct 30 01:15:30.901090 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58678) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:30.912771 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3072c0-182b-4657-862e-755d3cdb0406 req-16d3c162-ee4b-478a-af7c-404c7bb1686d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:30.918592 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cb3072c0-182b-4657-862e-755d3cdb0406 req-16d3c162-ee4b-478a-af7c-404c7bb1686d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.0701177 Oct 30 01:15:30.986144 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Deleting subnet 0caf2e6d-d13e-4777-a1c6-41ea70acebe9 {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:15:30.991754 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Publish callbacks [] for subnet (0caf2e6d-d13e-4777-a1c6-41ea70acebe9), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.051408 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (0caf2e6d-d13e-4777-a1c6-41ea70acebe9), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.193616 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (0caf2e6d-d13e-4777-a1c6-41ea70acebe9), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.337642 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cb3072c0-182b-4657-862e-755d3cdb0406 req-53e07de8-e0f7-4a2b-a3ce-8e534b907673 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154429 Oct 30 01:15:31.410491 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (0caf2e6d-d13e-4777-a1c6-41ea70acebe9), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.456020 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0caf2e6d-d13e-4777-a1c6-41ea70acebe9,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:31.461270 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.468566 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c36dd86a-6899-4408-926b-d93880b1e500 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/0caf2e6d-d13e-4777-a1c6-41ea70acebe9 HTTP/1.1" status: 204 len: 168 time: 0.5647111 Oct 30 01:15:31.471375 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58682) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:31.476051 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe996ff-f5a4-4825-9f45-0793857ad6ee None None] Network 18b95593-51bf-430c-b604-7f9c27dddbdb requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:31.623094 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171428-5993-4bd8-8292-28a118884e8c req-1f1a15f4-f667-46ea-8c7b-30128b5a7537 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:31.624855 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-17171428-5993-4bd8-8292-28a118884e8c req-1f1a15f4-f667-46ea-8c7b-30128b5a7537 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1163781 Oct 30 01:15:31.633099 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (18b95593-51bf-430c-b604-7f9c27dddbdb), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.720846 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] DHCP port deletion for 18b95593-51bf-430c-b604-7f9c27dddbdb request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:31.759569 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-17171428-5993-4bd8-8292-28a118884e8c req-81405500-ebc4-45ca-8bb7-a3250bc9a203 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227872 Oct 30 01:15:31.788627 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Deleting port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:31.788627 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.818916 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] Deleting port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:31.819920 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.895160 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] For port 723f620f-8b36-4e59-b416-0a9c56cd2ec3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=723f620f-8b36-4e59-b416-0a9c56cd2ec3,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:31.895570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.911207 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] Calling delete_port for 723f620f-8b36-4e59-b416-0a9c56cd2ec3 owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:31.924937 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] For port 723f620f-8b36-4e59-b416-0a9c56cd2ec3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=723f620f-8b36-4e59-b416-0a9c56cd2ec3,segment=NetworkSegment(8b160bb8-e76f-49cb-bff2-0005e0979b15),segment_id=8b160bb8-e76f-49cb-bff2-0005e0979b15)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:31.925394 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:31.945144 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Calling delete_port for 723f620f-8b36-4e59-b416-0a9c56cd2ec3 owned by network:dhcp {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:32.095182 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.108495 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (723f620f-8b36-4e59-b416-0a9c56cd2ec3), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.140843 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] No DVR routers for this DVR port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:32.148358 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82f9e-41c6-4534-b677-3d785e6bfad7 None None] Pushing event deleted for resources: {'Port': ['ID=723f620f-8b36-4e59-b416-0a9c56cd2ec3,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:32.154596 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=723f620f-8b36-4e59-b416-0a9c56cd2ec3,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:32.160488 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] No DVR routers for this DVR port 723f620f-8b36-4e59-b416-0a9c56cd2ec3 on host dv-cinder-master-3-smb {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:32.264732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (18b95593-51bf-430c-b604-7f9c27dddbdb), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.290907 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b95593-51bf-430c-b604-7f9c27dddbdb']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:32.294993 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.302629 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b160bb8-e76f-49cb-bff2-0005e0979b15') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:32.303005 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b160bb8-e76f-49cb-bff2-0005e0979b15') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:32.315421 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (8b160bb8-e76f-49cb-bff2-0005e0979b15), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.333806 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (8b160bb8-e76f-49cb-bff2-0005e0979b15), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.344886 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:32.351827 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (8b160bb8-e76f-49cb-bff2-0005e0979b15), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.369507 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment 8b160bb8-e76f-49cb-bff2-0005e0979b15 resource provider aggregate not found Oct 30 01:15:32.398827 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 16bc46e8-7225-4d60-aa7e-e25c034f6059 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:32.418251 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:32.435952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 16bc46e8-7225-4d60-aa7e-e25c034f6059 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:32.437021 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 16bc46e8-7225-4d60-aa7e-e25c034f6059 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:32.437672 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 723f620f-8b36-4e59-b416-0a9c56cd2ec3 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:32.438980 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment 8b160bb8-e76f-49cb-bff2-0005e0979b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b160bb8-e76f-49cb-bff2-0005e0979b15 found for delete ", "request_id": "req-93a8e8d4-49cf-4098-bd9b-b650ca45bfbb"}]} Oct 30 01:15:32.463541 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 723f620f-8b36-4e59-b416-0a9c56cd2ec3 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:32.464092 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 723f620f-8b36-4e59-b416-0a9c56cd2ec3 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:32.508385 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (18b95593-51bf-430c-b604-7f9c27dddbdb), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.519561 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:32.522971 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/18b95593-51bf-430c-b604-7f9c27dddbdb HTTP/1.1" status: 204 len: 168 time: 1.0501502 Oct 30 01:15:32.526657 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58690) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:32.547825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f63b2-05be-41c2-a15a-876ed9fe1506 req-fc19cf7f-08c6-4989-9194-d32da1b9ad69 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:32.549502 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-934f63b2-05be-41c2-a15a-876ed9fe1506 req-fc19cf7f-08c6-4989-9194-d32da1b9ad69 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.0891962 Oct 30 01:15:32.552549 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610f4da-d036-4a74-9e01-d8d481348d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b95593-51bf-430c-b604-7f9c27dddbdb,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:32.640764 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:32.686865 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-934f63b2-05be-41c2-a15a-876ed9fe1506 req-08c2559d-25ea-42f1-8149-ee75480a3984 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981557 Oct 30 01:15:32.941722 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7191e-c6cd-419b-bfc8-22ad7c3815bd req-270a0180-ad96-4ed4-b3db-ee2c98ebd268 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:32.943290 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0be7191e-c6cd-419b-bfc8-22ad7c3815bd req-270a0180-ad96-4ed4-b3db-ee2c98ebd268 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.1560438 Oct 30 01:15:32.956561 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58696) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:32.963354 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:32.970181 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc3e89-d233-4fbc-b740-2a99e9de8c2f req-383d72b0-49c1-43fd-91bb-e4936bee57f5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:32.971986 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-badc3e89-d233-4fbc-b740-2a99e9de8c2f req-383d72b0-49c1-43fd-91bb-e4936bee57f5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1014748 Oct 30 01:15:33.011172 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (edc81c9c-6091-481a-ba8e-e85adc96cf25), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.086156 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-badc3e89-d233-4fbc-b740-2a99e9de8c2f req-3a8494a3-9195-44c7-a3e6-631b58f57686 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002007 Oct 30 01:15:33.129152 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (b3bbdbf5-f0f3-49fa-a097-14effe21d751), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.408888 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Deleting port 95481274-9783-4e42-8830-f352b06a94d1 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:33.409663 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (95481274-9783-4e42-8830-f352b06a94d1), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.562193 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.565136 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] For port 95481274-9783-4e42-8830-f352b06a94d1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95481274-9783-4e42-8830-f352b06a94d1,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:33.565710 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (95481274-9783-4e42-8830-f352b06a94d1), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.590524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Calling delete_port for 95481274-9783-4e42-8830-f352b06a94d1 owned by network:router_interface {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:33.664824 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (edc81c9c-6091-481a-ba8e-e85adc96cf25), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.670217 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:33.740693 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.789249 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP edc81c9c-6091-481a-ba8e-e85adc96cf25 associated. External IP: 172.37.0.138, port: 0b17abf8-3601-4323-b7df-62e623f6a142. Oct 30 01:15:33.924465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:33.978268 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:33.982237 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:34.020989 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (95481274-9783-4e42-8830-f352b06a94d1), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:34.046432 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=95481274-9783-4e42-8830-f352b06a94d1,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:34.101919 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:34.122752 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:34.321339 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:34.327905 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:34.340574 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08711666-d310-4947-b3da-556c848f5346 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:34.361905 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:34.363856 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:34.390316 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca2c9-b21a-4c80-b5cf-25a457b0a405 req-7b1c0683-e576-4670-b118-2f8e7adbdf45 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:34.391315 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c8c8bff4-436f-4479-9584-f62d0e7ea8fc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/edc81c9c-6091-481a-ba8e-e85adc96cf25 HTTP/1.1" status: 200 len: 991 time: 1.4327066 Oct 30 01:15:34.392924 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a6fca2c9-b21a-4c80-b5cf-25a457b0a405 req-7b1c0683-e576-4670-b118-2f8e7adbdf45 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1438813 Oct 30 01:15:34.396845 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:34.398586 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8066fe-cac0-4256-ab78-c3be1eaaf079" -d '{"events": [{"name": "network-changed", "server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:34.398844 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (b3bbdbf5-f0f3-49fa-a097-14effe21d751), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:34.473204 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a5788-31b4-4751-9bd5-a6a3f449c3bc x-openstack-request-id: req-359a5788-31b4-4751-9bd5-a6a3f449c3bc {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:34.473657 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:34.474117 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-359a5788-31b4-4751-9bd5-a6a3f449c3bc {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:34.474599 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359a5788-31b4-4751-9bd5-a6a3f449c3bc'] response: {'name': 'network-changed', 'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142', 'status': 'completed', 'code': 200} Oct 30 01:15:34.528069 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0f6b9-773b-4b35-9ae0-c760627f4f4b None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:15:34.602268 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a6fca2c9-b21a-4c80-b5cf-25a457b0a405 req-ebde19fc-3e3c-41d8-961b-33485d1266d6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996765 Oct 30 01:15:34.619047 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-82c68467-d024-46dd-8e88-0c0712fbf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:34.620794 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-82c68467-d024-46dd-8e88-0c0712fbf6c1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 1129 time: 0.0843995 Oct 30 01:15:34.623321 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:34.785133 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:34.795772 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:34.805360 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-1bab76a3-bd1a-430d-9b8e-3c05d8a1c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:34.806908 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-1bab76a3-bd1a-430d-9b8e-3c05d8a1c2bd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 915 time: 0.1591916 Oct 30 01:15:34.920693 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-d1a895ea-e78f-4bc3-ba6e-c81bb919dbb6 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b17abf8-3601-4323-b7df-62e623f6a142 HTTP/1.1" status: 200 len: 999 time: 0.1078384 Oct 30 01:15:34.928633 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Router b3bbdbf5-f0f3-49fa-a097-14effe21d751 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:34.967393 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f0f6b9-773b-4b35-9ae0-c760627f4f4b None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:15:34.974380 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:35.244660 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:33Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:35.279410 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-37ac70f5-7fb9-4870-a562-b661b3bf7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:35.280975 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-37ac70f5-7fb9-4870-a562-b661b3bf7e8c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.3549562 Oct 30 01:15:35.313465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08711666-d310-4947-b3da-556c848f5346 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:35.369833 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-685d2a82-b58e-4e01-84d1-515e04b4c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:35.371463 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-685d2a82-b58e-4e01-84d1-515e04b4c450 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0830376 Oct 30 01:15:35.385962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:35.387627 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:35.411390 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:35.424452 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] Sync routers for ids ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:35.440858 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] Routers {'b3bbdbf5-f0f3-49fa-a097-14effe21d751'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:35.441665 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:35.447064 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-75a11d51-23ad-48da-9ffd-63016d2a5d79 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b3bbdbf5-f0f3-49fa-a097-14effe21d751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9150698 Oct 30 01:15:35.447615 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58704) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:35.573485 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-d1bb084d-bc17-45b6-ae80-00f72b56ddbd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961527 Oct 30 01:15:35.632969 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:35.657271 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] Set router b3bbdbf5-f0f3-49fa-a097-14effe21d751 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:35.689447 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks [] for router (b3bbdbf5-f0f3-49fa-a097-14effe21d751), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:35.748786 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:35.884209 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-be8066fe-cac0-4256-ab78-c3be1eaaf079 req-92dfb8c1-b50b-4a15-b3c6-4acb9a4d349c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037264 Oct 30 01:15:35.975676 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9042e9-b0e6-4e22-90e0-27a981d0ca2f req-97d862e4-16f6-4ddd-8854-4a7f86128949 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:35.978273 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c9042e9-b0e6-4e22-90e0-27a981d0ca2f req-97d862e4-16f6-4ddd-8854-4a7f86128949 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1112211 Oct 30 01:15:35.988743 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks [] for router_gateway (b3bbdbf5-f0f3-49fa-a097-14effe21d751), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.053976 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:15:33Z', 'revision_number': 5, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:36.065849 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c9042e9-b0e6-4e22-90e0-27a981d0ca2f req-496c58ae-1b9b-4c09-aa50-6966e9c926c3 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720124 Oct 30 01:15:36.094095 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] Checking router: b3bbdbf5-f0f3-49fa-a097-14effe21d751 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:36.106785 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] Routers {'b3bbdbf5-f0f3-49fa-a097-14effe21d751'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:36.107471 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:36.107678 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-08711666-d310-4947-b3da-556c848f5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:33Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:36.172771 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08711666-d310-4947-b3da-556c848f5346 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:33Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:36.236880 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Deleting port c285f43e-b2d1-4155-9264-cb7a2a4b49fb {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:36.237712 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.357469 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-576200c9-e527-45d4-ae57-fd4d358605c3 None None] Provisioning complete for port d7cea8e8-cde7-4308-a622-94e30d60bbee triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:36.358060 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-576200c9-e527-45d4-ae57-fd4d358605c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.358624 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-576200c9-e527-45d4-ae57-fd4d358605c3 None None] Attempt 1 to provision port d7cea8e8-cde7-4308-a622-94e30d60bbee Oct 30 01:15:36.379159 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] For port c285f43e-b2d1-4155-9264-cb7a2a4b49fb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:36.379528 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.380013 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] Set router b3bbdbf5-f0f3-49fa-a097-14effe21d751 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:36.382856 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:36.397207 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:36.400411 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Calling delete_port for c285f43e-b2d1-4155-9264-cb7a2a4b49fb owned by network:router_gateway {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:36.506123 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-576200c9-e527-45d4-ae57-fd4d358605c3 None None] Current status of the port d7cea8e8-cde7-4308-a622-94e30d60bbee is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:36.530042 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38b3b2-43ee-4cd8-9b80-9c382184f10a None None] New status for floating IP edc81c9c-6091-481a-ba8e-e85adc96cf25: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:15:36.571650 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:36.603314 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:36.681106 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (c285f43e-b2d1-4155-9264-cb7a2a4b49fb), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.686812 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:15:33Z', 'revision_number': 5, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:36.717657 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc323bbf-b581-46a9-abeb-fc9b87996a74 None None] The sync data for ids ['b3bbdbf5-f0f3-49fa-a097-14effe21d751'] in dv-cinder-master-3-smb is: [{'id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'name': 'tempest-TestMinimumBasicScenario-1321608624-router', 'tenant_id': '860ce309152043c7b57fc66f1b3bb858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:12:41Z', 'updated_at': '2022-10-30T01:15:33Z', 'revision_number': 5, 'project_id': '860ce309152043c7b57fc66f1b3bb858', 'gw_port': {'id': 'c285f43e-b2d1-4155-9264-cb7a2a4b49fb', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bbdbf5-f0f3-49fa-a097-14effe21d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:12:42Z', 'updated_at': '2022-10-30T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:36.720401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c285f43e-b2d1-4155-9264-cb7a2a4b49fb,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:36.818220 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (b3bbdbf5-f0f3-49fa-a097-14effe21d751), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.929817 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (b3bbdbf5-f0f3-49fa-a097-14effe21d751), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.932691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks [] for router_controller (b3bbdbf5-f0f3-49fa-a097-14effe21d751), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.113386 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (b3bbdbf5-f0f3-49fa-a097-14effe21d751), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.114347 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3bbdbf5-f0f3-49fa-a097-14effe21d751 {{(pid=105257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:15:37.124668 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.130885 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-75bb9ce0-251a-41ba-8281-77e37ae3ef73 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b3bbdbf5-f0f3-49fa-a097-14effe21d751 HTTP/1.1" status: 204 len: 168 time: 1.6779771 Oct 30 01:15:37.131105 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58708) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:37.193416 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Deleting subnet ff74de7b-2902-43da-ab02-a57cd5db927d {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:15:37.199459 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Publish callbacks [] for subnet (ff74de7b-2902-43da-ab02-a57cd5db927d), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.267063 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (ff74de7b-2902-43da-ab02-a57cd5db927d), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.272684 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:37.285922 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b815-70a9-4b6f-bc2a-ad11c3a5813f req-49f3f611-32f1-44b6-b3c5-b783152ef4ba tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:37.287946 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e507b815-70a9-4b6f-bc2a-ad11c3a5813f req-49f3f611-32f1-44b6-b3c5-b783152ef4ba tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0652416 Oct 30 01:15:37.348072 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e507b815-70a9-4b6f-bc2a-ad11c3a5813f req-cbffcf49-ee6c-4d46-a1bd-13bedf568542 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490599 Oct 30 01:15:37.412824 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (ff74de7b-2902-43da-ab02-a57cd5db927d), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.592816 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (ff74de7b-2902-43da-ab02-a57cd5db927d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.622046 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff74de7b-2902-43da-ab02-a57cd5db927d,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:37.629086 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.636567 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-eff1e1c7-a836-48e8-aa74-f7378a8bd30e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ff74de7b-2902-43da-ab02-a57cd5db927d HTTP/1.1" status: 204 len: 168 time: 0.5040929 Oct 30 01:15:37.646625 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa3f46-3021-4533-b2d5-137ff7114c50 None None] Network 11d8e2bc-c394-4232-b47d-ec789a7aea3e requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:37.647353 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58712) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:37.764835 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (11d8e2bc-c394-4232-b47d-ec789a7aea3e), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.855093 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Deleting port d7cea8e8-cde7-4308-a622-94e30d60bbee {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:37.855615 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.963425 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] For port d7cea8e8-cde7-4308-a622-94e30d60bbee, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7cea8e8-cde7-4308-a622-94e30d60bbee,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:37.964228 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:37.990459 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Calling delete_port for d7cea8e8-cde7-4308-a622-94e30d60bbee owned by network:dhcp {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:37.997727 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] DHCP port deletion for 11d8e2bc-c394-4232-b47d-ec789a7aea3e request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:37.999292 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:38.049404 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] Deleting port d7cea8e8-cde7-4308-a622-94e30d60bbee {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:38.049930 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.129223 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] For port d7cea8e8-cde7-4308-a622-94e30d60bbee, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7cea8e8-cde7-4308-a622-94e30d60bbee,segment=NetworkSegment(8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15),segment_id=8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:38.129536 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.144753 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] Calling delete_port for d7cea8e8-cde7-4308-a622-94e30d60bbee owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:38.207382 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:38.255077 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.263463 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (d7cea8e8-cde7-4308-a622-94e30d60bbee), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.286658 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] No DVR routers for this DVR port d7cea8e8-cde7-4308-a622-94e30d60bbee on host dv-cinder-master-3-smb {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:38.294938 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cea8e8-cde7-4308-a622-94e30d60bbee,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:38.296097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] Pushing event deleted for resources: {'Port': ['ID=d7cea8e8-cde7-4308-a622-94e30d60bbee,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:38.298210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb48fef-5db3-4ab9-b3e7-89110b044184 None None] No DVR routers for this DVR port d7cea8e8-cde7-4308-a622-94e30d60bbee on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:38.389942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (11d8e2bc-c394-4232-b47d-ec789a7aea3e), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.404163 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 95481274-9783-4e42-8830-f352b06a94d1 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:38.424047 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d8e2bc-c394-4232-b47d-ec789a7aea3e']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:38.429768 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 95481274-9783-4e42-8830-f352b06a94d1 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:38.430100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 95481274-9783-4e42-8830-f352b06a94d1 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:38.431017 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7cea8e8-cde7-4308-a622-94e30d60bbee no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:38.435034 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:38.435511 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:38.451555 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.455820 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: d7cea8e8-cde7-4308-a622-94e30d60bbee {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:38.456151 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7cea8e8-cde7-4308-a622-94e30d60bbee not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:38.456746 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device c285f43e-b2d1-4155-9264-cb7a2a4b49fb no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:38.470042 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:38.473510 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.480487 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: c285f43e-b2d1-4155-9264-cb7a2a4b49fb {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:38.481977 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device c285f43e-b2d1-4155-9264-cb7a2a4b49fb not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:38.485444 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:38.486093 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.540754 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15 resource provider aggregate not found Oct 30 01:15:38.551014 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1514d50-e62d-48bb-8e50-0672865c7360 req-c535416a-e6f2-4e01-ad6a-52519a15e02d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:38.551014 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1514d50-e62d-48bb-8e50-0672865c7360 req-c535416a-e6f2-4e01-ad6a-52519a15e02d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0915270 Oct 30 01:15:38.567381 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment 8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8998e0d5-5ed1-4a45-9f38-7dd1e4eefc15 found for delete ", "request_id": "req-1f104f27-29ab-4175-9f4d-8a596d2251e3"}]} Oct 30 01:15:38.632394 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1514d50-e62d-48bb-8e50-0672865c7360 req-c1a888d6-e51e-4d7e-92cb-302392564f35 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752268 Oct 30 01:15:38.677671 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (11d8e2bc-c394-4232-b47d-ec789a7aea3e), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.684420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.687810 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/11d8e2bc-c394-4232-b47d-ec789a7aea3e HTTP/1.1" status: 204 len: 168 time: 1.0467372 Oct 30 01:15:38.701032 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b87d15-e929-4c97-917d-297094d0d221 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d8e2bc-c394-4232-b47d-ec789a7aea3e,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:38.966990 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:15:39.060420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58722) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:39.079927 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:39.094473 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'mac_address': 'fa:16:3e:29:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:15:39.115761 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a6860faa-faed-4f00-85cf-5f4250ab3cf6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=77968fc2b85349b2a625ea9bf25cd026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537720 Oct 30 01:15:39.119359 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58724) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:39.145339 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: ACTIVE; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:39.145726 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.164487 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d6fd425-3461-45ae-8efb-bc1ff24c309a {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:15:39.180267 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0981a06-7c71-4a46-86d7-88f09c1fe9c7 admin admin] Publish callbacks [] for security_group (5144d095-37ae-42c3-a099-1ee209056163), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.198953 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:39.207207 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0981a06-7c71-4a46-86d7-88f09c1fe9c7 admin admin] Publish callbacks [] for security_group (5144d095-37ae-42c3-a099-1ee209056163), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.300756 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.354706 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=6']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:39.380710 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0981a06-7c71-4a46-86d7-88f09c1fe9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (5144d095-37ae-42c3-a099-1ee209056163), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.383429 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f0981a06-7c71-4a46-86d7-88f09c1fe9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.384741 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f0981a06-7c71-4a46-86d7-88f09c1fe9c7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5144d095-37ae-42c3-a099-1ee209056163 HTTP/1.1" status: 204 len: 168 time: 0.2642307 Oct 30 01:15:39.396941 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0981a06-7c71-4a46-86d7-88f09c1fe9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5144d095-37ae-42c3-a099-1ee209056163,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:39.464025 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['1d6fd425-3461-45ae-8efb-bc1ff24c309a'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:15:39.606892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:39.800596 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492eb6-d12e-4b7e-abd2-f0e4edb8b97e req-0e80b767-9544-40df-900a-01dea0e2dcf9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:39.802260 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02492eb6-d12e-4b7e-abd2-f0e4edb8b97e req-0e80b767-9544-40df-900a-01dea0e2dcf9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 944 time: 0.0537205 Oct 30 01:15:39.887980 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02492eb6-d12e-4b7e-abd2-f0e4edb8b97e req-2a15bf54-34ff-4da0-a95a-02c535b0ffc0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757422 Oct 30 01:15:40.436985 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58752) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:40.504909 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-5781a4da-d078-4c20-b79f-de909b6426c9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=860ce309152043c7b57fc66f1b3bb858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0659511 Oct 30 01:15:40.506275 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58756) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:40.624582 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9f481d-c0cf-4d0b-8a9b-f49634a0f246 admin admin] Publish callbacks [] for security_group (f9689890-38c1-4481-b56f-41aaace27fd0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.650358 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.672958 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9f481d-c0cf-4d0b-8a9b-f49634a0f246 admin admin] Publish callbacks [] for security_group (f9689890-38c1-4481-b56f-41aaace27fd0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.951102 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9f481d-c0cf-4d0b-8a9b-f49634a0f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f9689890-38c1-4481-b56f-41aaace27fd0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.956777 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-da9f481d-c0cf-4d0b-8a9b-f49634a0f246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.962247 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-da9f481d-c0cf-4d0b-8a9b-f49634a0f246 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f9689890-38c1-4481-b56f-41aaace27fd0 HTTP/1.1" status: 204 len: 168 time: 0.4512517 Oct 30 01:15:40.988181 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f481d-c0cf-4d0b-8a9b-f49634a0f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9689890-38c1-4481-b56f-41aaace27fd0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:41.019976 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:41.088382 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 1d6fd425-3461-45ae-8efb-bc1ff24c309a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:41.089169 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:41.089764 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 1d6fd425-3461-45ae-8efb-bc1ff24c309a Oct 30 01:15:41.138353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448742e-fc7c-48d0-8bf0-0752d03c46b9 req-140e2826-2453-4b05-88cb-ebba9a8c1146 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:41.146135 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a448742e-fc7c-48d0-8bf0-0752d03c46b9 req-140e2826-2453-4b05-88cb-ebba9a8c1146 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 944 time: 0.0712218 Oct 30 01:15:41.227711 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a448742e-fc7c-48d0-8bf0-0752d03c46b9 req-87bb8ffa-10f0-45cc-9187-f47eb4d32fcc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767572 Oct 30 01:15:41.233557 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:41.233844 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:41.282294 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:41.285700 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe55d72-8948-4dee-81d7-933d2afdd812" -d '{"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:41.301012 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:41.359979 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b169b-2e37-4920-902b-95c274321f0b x-openstack-request-id: req-703b169b-2e37-4920-902b-95c274321f0b {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:41.360545 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:41.361088 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-703b169b-2e37-4920-902b-95c274321f0b {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:41.361815 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703b169b-2e37-4920-902b-95c274321f0b'] response: {'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'code': 200} Oct 30 01:15:41.450818 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:41.531521 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=7']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:42.526484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aded0-a834-42ee-8b60-2d65aa18fb7a req-669b25e2-857e-49fd-ab73-ae8ca63000cc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:42.530415 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2c7aded0-a834-42ee-8b60-2d65aa18fb7a req-669b25e2-857e-49fd-ab73-ae8ca63000cc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1354795 Oct 30 01:15:42.630031 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2c7aded0-a834-42ee-8b60-2d65aa18fb7a req-20a71421-053d-46ad-9b35-955663c7a3e8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811973 Oct 30 01:15:42.782255 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58786) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:42.906717 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-699689201-network', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:43.037789 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Made reservation on behalf of 55f0064a8bc14f30b2749047dfd2f53d for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:43.040763 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.051190 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.180710 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks [] for security_group (07a3832c-0a04-4a46-bf24-f9826a62e576), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.272988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (07a3832c-0a04-4a46-bf24-f9826a62e576), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.281797 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:43.301800 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:15:43.319773 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a3832c-0a04-4a46-bf24-f9826a62e576,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:43.339875 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (b9e822e0-4937-4687-a232-29a0ea092d2e), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.340246 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Added segment b9e822e0-4937-4687-a232-29a0ea092d2e of type vlan for network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f Oct 30 01:15:43.413315 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.461443 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:43.540078 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.541946 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:43.542968 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.663666 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:43.677679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58790) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:43.678488 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f342ce92-d33f-408a-906c-d389ff5562b1 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8934314 Oct 30 01:15:43.688529 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:15:43.694121 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Request body: {'subnet': {'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-699689201-subnet', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:43.821667 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dde61-2dd8-425b-b6e9-159e56ff3c78 req-263b2912-01ea-477c-9bf0-99165b340aa8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:43.823878 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-306dde61-2dd8-425b-b6e9-159e56ff3c78 req-263b2912-01ea-477c-9bf0-99165b340aa8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0597591 Oct 30 01:15:43.891896 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-306dde61-2dd8-425b-b6e9-159e56ff3c78 req-5a9a1b58-0937-4bcf-869d-12650e051070 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606809 Oct 30 01:15:44.209187 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Made reservation on behalf of 55f0064a8bc14f30b2749047dfd2f53d for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:44.212283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2527387'] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:44.411887 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:44.604473 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2493835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2527477'] for subnet (dd590a35-9c3d-4bac-a5bc-1cbddad14772), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:44.737476 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd590a35-9c3d-4bac-a5bc-1cbddad14772,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:44.756870 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Checking segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:44.757462 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Network hostable DHCP agents. Network: c4792b2f-e657-4c7b-b875-e1eadaeb2c7f, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:15:44.777661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:44.894481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:15:44.992036 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c4792b2f-e657-4c7b-b875-e1eadaeb2c7f) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:45.004547 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f1ce9-0460-4192-bde2-7407c7cd5691 None None] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:45.009573 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:45.011980 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.118341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:45.148734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371a53-ad46-4190-a226-8eb7bda7e50d req-30d15d76-bd1c-44c6-9d60-2df50f1f535f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:45.152740 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e371a53-ad46-4190-a226-8eb7bda7e50d req-30d15d76-bd1c-44c6-9d60-2df50f1f535f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1029007 Oct 30 01:15:45.162807 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-63812069-dc18-439f-889e-f3d6455bdd0e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4796708 Oct 30 01:15:45.163877 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58800) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:45.169333 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:45.240611 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:15:45.244017 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.258778 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e371a53-ad46-4190-a226-8eb7bda7e50d req-091f269c-3168-4ad1-b848-9f8c4d2bfbcd tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934811 Oct 30 01:15:45.273175 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (9c32e62f-9d10-445a-9c7f-846089b997f2), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.275423 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (9c32e62f-9d10-445a-9c7f-846089b997f2), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.342878 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks [] for router_controller (9c32e62f-9d10-445a-9c7f-846089b997f2), precommit_add_association {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.548209 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Allocated IP 172.20.0.2 (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f/dd590a35-9c3d-4bac-a5bc-1cbddad14772/d7359987-1330-44cb-8f40-3bef268a98bb) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:45.763199 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:45.768802 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks [] for router_gateway (9c32e62f-9d10-445a-9c7f-846089b997f2), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.783948 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Publish callbacks [] for port (d7359987-1330-44cb-8f40-3bef268a98bb), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:45.940056 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.004344 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:46.008064 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:46.010485 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Pushing event updated for resources: {'Port': ['ID=d7359987-1330-44cb-8f40-3bef268a98bb,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:46.013376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:46.099952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Attempting to bind port d7359987-1330-44cb-8f40-3bef268a98bb on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:46.100329 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Attempting to bind port d7359987-1330-44cb-8f40-3bef268a98bb by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:46.100701 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Attempting to bind port d7359987-1330-44cb-8f40-3bef268a98bb on network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:46.162646 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:46.163015 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Checking segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:46.163421 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.163872 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Bound using segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:46.164902 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Bound port: d7359987-1330-44cb-8f40-3bef268a98bb, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:46.165295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.202527 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks [] for router_gateway (9c32e62f-9d10-445a-9c7f-846089b997f2), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.242644 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.268607 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] For port d7359987-1330-44cb-8f40-3bef268a98bb, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:46.272797 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] For port d7359987-1330-44cb-8f40-3bef268a98bb, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7359987-1330-44cb-8f40-3bef268a98bb,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:46.397656 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.415731 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Allocated IP 172.37.0.5 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/6967536b-92d5-4f9e-a398-7c285ee30ad1) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:46.510071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a82ed-5a6e-4309-ad1a-e42263c26572 req-9144c84e-4842-4297-ae95-bc64c70bf9ff tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:46.524628 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6a0a82ed-5a6e-4309-ad1a-e42263c26572 req-9144c84e-4842-4297-ae95-bc64c70bf9ff tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1571786 Oct 30 01:15:46.525595 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585e2d6-3f66-46cc-b8e8-7f35b840e9c8 None None] Pushing event updated for resources: {'Port': ['ID=d7359987-1330-44cb-8f40-3bef268a98bb,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:46.569483 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks [] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.643067 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6a0a82ed-5a6e-4309-ad1a-e42263c26572 req-2c139d69-cd61-41fa-85f1-c50585b039c6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076555 Oct 30 01:15:46.694396 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=28 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:46.720602 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:46.785149 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:46.793007 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:46.806926 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:47.120470 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6967536b-92d5-4f9e-a398-7c285ee30ad1,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:47.130629 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.248637 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.703279 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks [] for router_gateway (9c32e62f-9d10-445a-9c7f-846089b997f2), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.872678 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844134a-572a-4d16-b767-7dfbd7ec8b84 None None] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:47.965009 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2ae9-6de3-477b-bca3-13b8ca150a7a req-f8790a5a-11ca-45f4-9a54-def6f97957fc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:47.978972 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-135c2ae9-6de3-477b-bca3-13b8ca150a7a req-f8790a5a-11ca-45f4-9a54-def6f97957fc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1586392 Oct 30 01:15:48.033168 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Provisioning complete for port d7359987-1330-44cb-8f40-3bef268a98bb triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:48.034358 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:48.035281 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Attempt 1 to provision port d7359987-1330-44cb-8f40-3bef268a98bb Oct 30 01:15:48.109014 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-135c2ae9-6de3-477b-bca3-13b8ca150a7a req-a83e8932-7d33-4ff2-a8cc-d20ad3a2d6a2 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276968 Oct 30 01:15:48.202170 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (9c32e62f-9d10-445a-9c7f-846089b997f2), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:48.263806 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Current status of the port d7359987-1330-44cb-8f40-3bef268a98bb is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:48.264515 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:48.342684 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] For port d7359987-1330-44cb-8f40-3bef268a98bb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7359987-1330-44cb-8f40-3bef268a98bb,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:48.347600 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:48.451248 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7359987-1330-44cb-8f40-3bef268a98bb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7169abd-0bdf-4402-a801-8e30fc99cf97 None None] Pushing event updated for resources: {'Port': ['ID=d7359987-1330-44cb-8f40-3bef268a98bb,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-4eb7a1fd-e633-4938-b12e-91860bd8f375 None None] Provisioning complete for port d7359987-1330-44cb-8f40-3bef268a98bb triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a1fd-e633-4938-b12e-91860bd8f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-4eb7a1fd-e633-4938-b12e-91860bd8f375 None None] Attempt 1 to provision port d7359987-1330-44cb-8f40-3bef268a98bb Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port d7359987-1330-44cb-8f40-3bef268a98bb triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port d7359987-1330-44cb-8f40-3bef268a98bb Oct 30 01:15:48.715023 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:48.777001 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7a1fd-e633-4938-b12e-91860bd8f375 None None] Current status of the port d7359987-1330-44cb-8f40-3bef268a98bb is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:48.795934 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port d7359987-1330-44cb-8f40-3bef268a98bb is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:48.865707 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Router 9c32e62f-9d10-445a-9c7f-846089b997f2 is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:15:48.985106 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:48.999127 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Sync routers for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:49.010648 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:49.011270 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:49.096456 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:49.101400 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-47e44064-36f9-484e-8919-221e8aaf67c1 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.9323976 Oct 30 01:15:49.102597 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58808) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:49.122660 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:49.300451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a34f69-1213-4572-96fb-a11f4abeb046 req-e32bc929-5d1a-4494-81af-f1de2e06eb18 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:49.302486 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83a34f69-1213-4572-96fb-a11f4abeb046 req-e32bc929-5d1a-4494-81af-f1de2e06eb18 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0622914 Oct 30 01:15:49.374162 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:47Z', 'revision_number': 3, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:49.407603 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Checking router: 9c32e62f-9d10-445a-9c7f-846089b997f2 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:49.408240 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Updating router 9c32e62f-9d10-445a-9c7f-846089b997f2 port 6967536b-92d5-4f9e-a398-7c285ee30ad1 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:15:49.449249 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:49.480585 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83a34f69-1213-4572-96fb-a11f4abeb046 req-a51a1334-d70b-4092-8920-e9e13dff8fc1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207805 Oct 30 01:15:49.882564 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:49.917505 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Publish callbacks [] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.020177 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.024730 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:50.038628 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:50.071874 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Attempting to bind port 6967536b-92d5-4f9e-a398-7c285ee30ad1 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:50.072272 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Attempting to bind port 6967536b-92d5-4f9e-a398-7c285ee30ad1 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:50.072633 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Attempting to bind port 6967536b-92d5-4f9e-a398-7c285ee30ad1 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:50.105741 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Allocated IP 172.20.0.1 (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f/dd590a35-9c3d-4bac-a5bc-1cbddad14772/50ecb220-e3b5-470a-8dd0-1a20a9bf2193) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:50.129605 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Pushing event updated for resources: {'Port': ['ID=6967536b-92d5-4f9e-a398-7c285ee30ad1,revision_number=2']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:50.145014 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.145407 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.145739 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.146092 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.146413 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.146733 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.147048 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.147355 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.147699 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.148010 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.148324 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.149201 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.149519 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.150033 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.150355 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:50.166406 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:50.166776 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:50.167176 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.167699 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:50.168212 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Bound port: 6967536b-92d5-4f9e-a398-7c285ee30ad1, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:50.168585 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.235083 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] For port 6967536b-92d5-4f9e-a398-7c285ee30ad1, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:50.239401 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] For port 6967536b-92d5-4f9e-a398-7c285ee30ad1, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6967536b-92d5-4f9e-a398-7c285ee30ad1,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:50.299387 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks [] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.432373 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7359987-1330-44cb-8f40-3bef268a98bb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:50.449676 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.511242 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.512520 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port d7359987-1330-44cb-8f40-3bef268a98bb triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:50.512907 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.513248 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port d7359987-1330-44cb-8f40-3bef268a98bb Oct 30 01:15:50.612311 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:50.623172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:50.623996 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:50.631818 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:50.653701 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:50.726399 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port d7359987-1330-44cb-8f40-3bef268a98bb is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:50.768442 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (9c32e62f-9d10-445a-9c7f-846089b997f2), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.842381 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:50.862321 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556ec67-42ad-4470-9d08-fd34af241d92 None None] Pushing event updated for resources: {'Port': ['ID=6967536b-92d5-4f9e-a398-7c285ee30ad1,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:50.899558 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:50.960648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:50.968379 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc160d2-0ec9-44b5-8acf-c0ef5445b5d9 req-21d71ab9-736b-4b76-9d81-c9c732ad0701 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:50.970105 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2dc160d2-0ec9-44b5-8acf-c0ef5445b5d9 req-21d71ab9-736b-4b76-9d81-c9c732ad0701 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0695319 Oct 30 01:15:51.053205 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:51.226415 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-ce0d01fe-4589-4515-a761-87f0a928e709 None None] Provisioning complete for port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:51.226885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ce0d01fe-4589-4515-a761-87f0a928e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.227432 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-ce0d01fe-4589-4515-a761-87f0a928e709 None None] Attempt 1 to provision port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 Oct 30 01:15:51.271639 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d01fe-4589-4515-a761-87f0a928e709 None None] Port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:15:51.344658 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:47Z', 'revision_number': 3, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:51.367732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:51.374187 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb8369-7b1d-4bab-a4aa-d79f689498d2 None None] The sync data for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb is: [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:47Z', 'revision_number': 3, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:51.419815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.448841 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2dc160d2-0ec9-44b5-8acf-c0ef5445b5d9 req-0749ae63-385b-4c72-8f03-8cf3e59a3d21 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670043 Oct 30 01:15:51.750891 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks [] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.820002 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.957523 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (9c32e62f-9d10-445a-9c7f-846089b997f2), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.977055 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:52.134682 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:52.139346 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:52.214218 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:52.334070 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Router 9c32e62f-9d10-445a-9c7f-846089b997f2 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:52.519878 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-41ad50b6-122c-46a9-9eca-a9849e10e1e9 None None] Provisioning complete for port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:52.520924 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-41ad50b6-122c-46a9-9eca-a9849e10e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:52.521487 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-41ad50b6-122c-46a9-9eca-a9849e10e1e9 None None] Attempt 1 to provision port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 Oct 30 01:15:52.569590 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 6967536b-92d5-4f9e-a398-7c285ee30ad1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:52.596585 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:52.604367 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-b12baa6d-4278-4f52-88e5-63760ddbb7d6 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/9c32e62f-9d10-445a-9c7f-846089b997f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5006187 Oct 30 01:15:52.669246 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-41ad50b6-122c-46a9-9eca-a9849e10e1e9 None None] Port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:15:52.697932 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 6967536b-92d5-4f9e-a398-7c285ee30ad1 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:52.698280 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:52.698617 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 6967536b-92d5-4f9e-a398-7c285ee30ad1 Oct 30 01:15:52.751144 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd885b1-228c-49c1-9167-de4ae59ac469 req-912453a2-e157-4fe9-83b3-d7409a29c110 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:52.756535 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1cd885b1-228c-49c1-9167-de4ae59ac469 req-912453a2-e157-4fe9-83b3-d7409a29c110 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1058884 Oct 30 01:15:52.855194 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1cd885b1-228c-49c1-9167-de4ae59ac469 req-996732cc-42b3-41b1-b4ae-1cb12a3c8c1c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919063 Oct 30 01:15:52.863937 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 6967536b-92d5-4f9e-a398-7c285ee30ad1 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:52.864636 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:52.896471 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 6967536b-92d5-4f9e-a398-7c285ee30ad1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6967536b-92d5-4f9e-a398-7c285ee30ad1,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:52.985770 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:53.077284 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=6967536b-92d5-4f9e-a398-7c285ee30ad1,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:53.697838 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Sync routers for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:53.709727 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:53.710448 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:53.966310 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:53.969758 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58838) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:53.975800 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-269077754-network', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:53.986140 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:54.047841 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00a5ef-29fd-4b81-8d87-c6628b1f27de req-f848b5e2-4581-4799-9c11-a8d860f42968 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:54.049586 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a00a5ef-29fd-4b81-8d87-c6628b1f27de req-f848b5e2-4581-4799-9c11-a8d860f42968 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0525045 Oct 30 01:15:54.123499 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a00a5ef-29fd-4b81-8d87-c6628b1f27de req-3e112225-47bc-475b-86bc-78cc9e274a04 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658906 Oct 30 01:15:54.146442 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Made reservation on behalf of 6a8256fc8c274c61a65e34d10a6bf30f for: {'network': 1} {{(pid=105258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:54.150664 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for network (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.158818 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:54.168053 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.221341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:51Z', 'revision_number': 2, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:54.248886 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Checking router: 9c32e62f-9d10-445a-9c7f-846089b997f2 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:54.249245 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Updating router 9c32e62f-9d10-445a-9c7f-846089b997f2 port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:15:54.280913 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.283074 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks [] for security_group (7119b14d-795b-42a3-893d-f0d243bc64f4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.395054 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 6967536b-92d5-4f9e-a398-7c285ee30ad1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:54.418629 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7119b14d-795b-42a3-893d-f0d243bc64f4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.457476 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:54.459424 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=105258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:15:54.482578 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7119b14d-795b-42a3-893d-f0d243bc64f4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:54.490340 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1376bb25-e468-4c9b-9cfd-2f0190d34c62), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.490851 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.segments_db [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Added segment 1376bb25-e468-4c9b-9cfd-2f0190d34c62 of type vlan for network b9225340-3fe3-4761-884b-d836a2cd32ef Oct 30 01:15:54.537014 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771479979183'] for network (b9225340-3fe3-4761-884b-d836a2cd32ef), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.548221 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 6967536b-92d5-4f9e-a398-7c285ee30ad1 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:54.548794 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.549306 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 6967536b-92d5-4f9e-a398-7c285ee30ad1 Oct 30 01:15:54.566049 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:54.574093 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.574786 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.575383 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.575959 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.576513 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.577107 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.577653 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.578246 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.578784 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.579348 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.579914 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.580632 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.581207 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.581738 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.582330 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:54.695892 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629'] for network (b9225340-3fe3-4761-884b-d836a2cd32ef), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.697353 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:54.698684 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.786506 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] Pushing event updated for resources: {'Network': ['ID=b9225340-3fe3-4761-884b-d836a2cd32ef,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:54.805939 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 6967536b-92d5-4f9e-a398-7c285ee30ad1 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:54.815404 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-43c02fc0-a43c-4d3b-8a21-7afcc8d5abe6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8438148 Oct 30 01:15:54.821908 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Network b9225340-3fe3-4761-884b-d836a2cd32ef details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=105259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:15:54.822632 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58844) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:54.829932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Request body: {'subnet': {'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-269077754-subnet', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'ip_version': 4}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:54.948185 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Publish callbacks [] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.981796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Made reservation on behalf of 6a8256fc8c274c61a65e34d10a6bf30f for: {'subnet': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:15:54.986688 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2527387'] for subnet (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.036933 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.158359 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a510-ff06-4a58-b0bd-cc3a81a0b47c None None] Pushing event updated for resources: {'Port': ['ID=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:55.193159 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:55.196050 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Attempting to bind port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:55.196483 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Attempting to bind port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:55.196929 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Attempting to bind port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 on network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:55.256268 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:55.260461 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:55.260816 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Checking segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:55.261223 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.261609 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Bound using segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:55.262095 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Bound port: 50ecb220-e3b5-470a-8dd0-1a20a9bf2193, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:55.262476 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.341629 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] For port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:55.347784 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] For port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:55.435530 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568356fc-e799-4040-91bf-716c622602aa req-10d33cb8-6413-4ea8-8df8-8b1e3b0786ae tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:55.437260 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-568356fc-e799-4040-91bf-716c622602aa req-10d33cb8-6413-4ea8-8df8-8b1e3b0786ae tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0779238 Oct 30 01:15:55.497135 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-568356fc-e799-4040-91bf-716c622602aa req-6eabd4e8-b431-4348-a3d3-346da767ffcf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 Oct 30 01:15:55.603960 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2493835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2527477'] for subnet (dd3ca6fa-cbda-4300-8d8f-749954f4790e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.634016 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.661441 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3ca6fa-cbda-4300-8d8f-749954f4790e,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:55.686083 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:55.689733 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Checking segment: {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:55.690096 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Network hostable DHCP agents. Network: b9225340-3fe3-4761-884b-d836a2cd32ef, hostable agents: ['907487fb-a18d-4d1c-b0c9-a14e6c6893c7'], hosted agents: [] {{(pid=105257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:15:55.705646 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:55.706765 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:55.829005 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a510-ff06-4a58-b0bd-cc3a81a0b47c None None] Pushing event updated for resources: {'Port': ['ID=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:55.883755 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Network b9225340-3fe3-4761-884b-d836a2cd32ef is scheduled to be hosted by DHCP agent 907487fb-a18d-4d1c-b0c9-a14e6c6893c7 with binding_index 1 {{(pid=105257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:15:55.908692 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:55.934726 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.060058 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b9225340-3fe3-4761-884b-d836a2cd32ef) {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:56.066145 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:56.076760 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.077822 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484c7146-42d6-4912-8df0-59467d8d52fa None None] Network b9225340-3fe3-4761-884b-d836a2cd32ef requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:56.181688 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:55Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:56.218211 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6664b87-2d10-4018-84cf-e92fccd0d577 None None] The sync data for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb is: [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:55Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:56.224302 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-7d88a210-b49d-4ed2-a28b-49859ea49d84 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3997052 Oct 30 01:15:56.232513 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58858) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:56.235093 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:15:56.259552 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-b9225340-3fe3-4761-884b-d836a2cd32ef', 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef', 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'fixed_ips': [{'subnet_id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e'}]}} from dv-cinder-master-3-smb. {{(pid=105259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:15:56.261584 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.401689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125396'] for router (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.403642 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125423'] for router (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.417515 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.455866 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:56.493255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks [] for router_controller (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), precommit_add_association {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.515439 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.db_base_plugin_common [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Allocated IP 172.20.0.2 (b9225340-3fe3-4761-884b-d836a2cd32ef/dd3ca6fa-cbda-4300-8d8f-749954f4790e/bb576efc-f754-4604-8b64-2579dcb1686a) {{(pid=105259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:56.552559 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:56.552936 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.553273 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 Oct 30 01:15:56.812125 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e8968-0927-4477-9d5b-0dd41afb4a8a req-8277467e-e5c6-4ad5-b289-2616aba8f528 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:56.815470 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ab2e8968-0927-4477-9d5b-0dd41afb4a8a req-8277467e-e5c6-4ad5-b289-2616aba8f528 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1310158 Oct 30 01:15:56.896991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks [] for router_gateway (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.911138 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:56.912045 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.973020 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.974962 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ab2e8968-0927-4477-9d5b-0dd41afb4a8a req-07d21d5c-2ee9-4168-8755-7f2761fc7249 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482422 Oct 30 01:15:56.992264 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Publish callbacks [] for port (bb576efc-f754-4604-8b64-2579dcb1686a), precommit_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.029383 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:57.098836 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c903ee-179b-4042-845b-3b5be370a453 req-0245f8ed-4c81-4490-ab66-66ee31ab2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:57.100480 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-0245f8ed-4c81-4490-ab66-66ee31ab2c4c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1129 time: 0.1201034 Oct 30 01:15:57.104528 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), after_create {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.175888 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.205737 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Network b9225340-3fe3-4761-884b-d836a2cd32ef is already hosted by enough agents. {{(pid=105259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:57.209689 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.base_scheduler [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Resources bound (agent type, host, resource id): {{(pid=105259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:57.213292 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Received port after_create {{(pid=105259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:57.216110 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Pushing event updated for resources: {'Port': ['ID=bb576efc-f754-4604-8b64-2579dcb1686a,revision_number=1']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:57.321241 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:57.343150 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Attempting to bind port bb576efc-f754-4604-8b64-2579dcb1686a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:15:57.343828 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Attempting to bind port bb576efc-f754-4604-8b64-2579dcb1686a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:15:57.344181 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c903ee-179b-4042-845b-3b5be370a453 req-c8f8fcd6-40ec-4938-a4ea-bcd8414b7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:57.344837 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Attempting to bind port bb576efc-f754-4604-8b64-2579dcb1686a on network b9225340-3fe3-4761-884b-d836a2cd32ef {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:15:57.346560 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-c8f8fcd6-40ec-4938-a4ea-bcd8414b7ac3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.2398329 Oct 30 01:15:57.348052 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks [] for router_gateway (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.377547 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.414972 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:15:57.415544 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Checking segment: {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:15:57.416152 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.417297 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Bound using segment: {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:15:57.417885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Bound port: bb576efc-f754-4604-8b64-2579dcb1686a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:15:57.418384 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.482247 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-c83c181a-0769-4801-94b8-b61da62364a0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 1001 time: 0.1129332 Oct 30 01:15:57.506848 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] For port bb576efc-f754-4604-8b64-2579dcb1686a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:15:57.511414 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] For port bb576efc-f754-4604-8b64-2579dcb1686a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb576efc-f754-4604-8b64-2579dcb1686a,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:15:57.532505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:57.578213 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c903ee-179b-4042-845b-3b5be370a453 req-b468dd95-bac0-4da8-838f-0e8a4dbb41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:57.579774 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-b468dd95-bac0-4da8-838f-0e8a4dbb41db service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0913672 Oct 30 01:15:57.590251 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.609769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Allocated IP 172.37.0.87 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/8fa118a2-b9e4-4ee5-88da-49234ce22f73) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:15:57.654884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:57.670184 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c903ee-179b-4042-845b-3b5be370a453 req-63b23eea-0cde-4d30-95eb-3f2635d352ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:57.672116 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-63b23eea-0cde-4d30-95eb-3f2635d352ab service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0831120 Oct 30 01:15:57.678983 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219c36e-e64e-4339-8d34-ca54fbfd8eb9 None None] Pushing event updated for resources: {'Port': ['ID=bb576efc-f754-4604-8b64-2579dcb1686a,revision_number=2']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:57.855578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks [] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.879740 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-f3a82350-ee5c-4d7d-9ded-f1207337c841 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762531 Oct 30 01:15:58.028188 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-99c903ee-179b-4042-845b-3b5be370a453 req-fb8b880c-6543-44a5-80ba-ed7687871202 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405067 Oct 30 01:15:58.060220 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.108912 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:15:58.119989 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:15:58.131663 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:15:58.136022 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa118a2-b9e4-4ee5-88da-49234ce22f73,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:58.194882 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-abbe8c7b-5f9e-4d19-bb85-7c1215f4a3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.204247 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53087-6292-44b3-a947-954b52119460 req-f8ce3ec3-d27f-4b1e-9873-93ea49caecac tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:58.205849 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-48d53087-6292-44b3-a947-954b52119460 req-f8ce3ec3-d27f-4b1e-9873-93ea49caecac tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.0908833 Oct 30 01:15:58.522294 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device bb576efc-f754-4604-8b64-2579dcb1686a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:58.610620 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port bb576efc-f754-4604-8b64-2579dcb1686a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:58.611230 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.612092 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port bb576efc-f754-4604-8b64-2579dcb1686a Oct 30 01:15:58.625093 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-48d53087-6292-44b3-a947-954b52119460 req-6723f8fe-2a01-4c84-8b75-572365bfde2e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122086 Oct 30 01:15:58.627679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:58.767091 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d77889-a840-45f0-9697-4b5562b0c249 None None] Network b9225340-3fe3-4761-884b-d836a2cd32ef requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:58.791090 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port bb576efc-f754-4604-8b64-2579dcb1686a is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:58.791751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.814803 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:58.869595 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks [] for router_gateway (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.884285 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Provisioning complete for port bb576efc-f754-4604-8b64-2579dcb1686a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:58.884654 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.884991 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Attempt 1 to provision port bb576efc-f754-4604-8b64-2579dcb1686a Oct 30 01:15:58.926112 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port bb576efc-f754-4604-8b64-2579dcb1686a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb576efc-f754-4604-8b64-2579dcb1686a,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:59.034049 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.035312 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:15:59.070027 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.109679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784245'] for router (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.129329 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Current status of the port bb576efc-f754-4604-8b64-2579dcb1686a is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:59.129929 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.211981 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=bb576efc-f754-4604-8b64-2579dcb1686a,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:59.252494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:59.252880 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.253592 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 Oct 30 01:15:59.287369 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.db.api [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 30 01:15:59.287705 dv-cinder-master-3-smb neutron-server[105259]: DEBUG oslo_db.api [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 01:15:59.345312 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e is scheduled to L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e with binding_index 1 {{(pid=105257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:15:59.350730 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:59.466475 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:59.478218 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Sync routers for ids ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:59.492306 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Routers {'0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:59.497212 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:15:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:59.567195 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.569482 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-59e68821-18b8-4f7c-a7e8-97a7fbc4fe66 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3427522 Oct 30 01:15:59.573333 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58864) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:59.583168 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.715962 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Set router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:59.857752 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-d646367f-7bfb-493b-a746-0c90115dc5cf None None] Current status of the port bb576efc-f754-4604-8b64-2579dcb1686a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:59.901985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f80b85-67af-49f2-a58a-a65d1fafe323 req-e48666ef-5154-4dc5-b260-d160c6f3936a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:59.903711 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1f80b85-67af-49f2-a58a-a65d1fafe323 req-e48666ef-5154-4dc5-b260-d160c6f3936a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1428521 Oct 30 01:15:59.908708 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.941895 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:15:58Z', 'revision_number': 3, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:59.970474 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Checking router: 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:59.970954 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Updating router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 binding host dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:15:59.983346 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-4f595830-dbf1-4f23-aac0-317bfbc07345 None None] Provisioning complete for port bb576efc-f754-4604-8b64-2579dcb1686a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:59.984287 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4f595830-dbf1-4f23-aac0-317bfbc07345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.984942 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-4f595830-dbf1-4f23-aac0-317bfbc07345 None None] Attempt 1 to provision port bb576efc-f754-4604-8b64-2579dcb1686a Oct 30 01:16:00.002292 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.008276 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1f80b85-67af-49f2-a58a-a65d1fafe323 req-c5838008-9b82-4a3e-bccf-d6523b553c1c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920355 Oct 30 01:16:00.137406 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-4f595830-dbf1-4f23-aac0-317bfbc07345 None None] Current status of the port bb576efc-f754-4604-8b64-2579dcb1686a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:00.202454 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:00.320724 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Publish callbacks [] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), precommit_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.365478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.393734 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device bb576efc-f754-4604-8b64-2579dcb1686a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:00.478421 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.490535 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-08185c61-f33a-418a-8ac1-a8e9b16e9c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.492506 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port bb576efc-f754-4604-8b64-2579dcb1686a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:00.493140 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.493700 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port bb576efc-f754-4604-8b64-2579dcb1686a Oct 30 01:16:00.534813 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Attempting to bind port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:16:00.535191 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Attempting to bind port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:16:00.542126 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Attempting to bind port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 on network b45fe502-5433-4ddb-afe2-3e4075fa00b6 {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:16:00.575047 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752625d4-8628-48f4-8ed6-3b5f5063e046 None None] Pushing event updated for resources: {'Port': ['ID=8fa118a2-b9e4-4ee5-88da-49234ce22f73,revision_number=2']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:00.595475 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:16:00.596027 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Checking segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:16:00.596210 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.596564 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Bound using segment: {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'} {{(pid=105260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:16:00.597050 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.managers [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Bound port: 8fa118a2-b9e4-4ee5-88da-49234ce22f73, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a3ac01-f00f-411d-be35-9626ab6fabee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}}] {{(pid=105260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:16:00.597462 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), before_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.622002 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Allocated IP 172.20.0.1 (b9225340-3fe3-4761-884b-d836a2cd32ef/dd3ca6fa-cbda-4300-8d8f-749954f4790e/045c4b43-5e32-47f3-b525-f4e64bd6ad73) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:16:00.636247 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port bb576efc-f754-4604-8b64-2579dcb1686a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:00.654359 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] For port 8fa118a2-b9e4-4ee5-88da-49234ce22f73, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:16:00.658010 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.plugins.ml2.db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] For port 8fa118a2-b9e4-4ee5-88da-49234ce22f73, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8fa118a2-b9e4-4ee5-88da-49234ce22f73,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:16:00.815007 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks [] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.841622 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:00.864201 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron_lib.callbacks.manager [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), after_update {{(pid=105260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.871039 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:00.909057 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Routers {'0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:00.909731 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:00.980817 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752625d4-8628-48f4-8ed6-3b5f5063e046 None None] Pushing event updated for resources: {'Port': ['ID=8fa118a2-b9e4-4ee5-88da-49234ce22f73,revision_number=3']} {{(pid=105260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:00.998820 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.062090 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Network b9225340-3fe3-4761-884b-d836a2cd32ef is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:16:01.068259 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:16:01.073561 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:16:01.084113 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] Set router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:01.100758 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Pushing event updated for resources: {'Port': ['ID=045c4b43-5e32-47f3-b525-f4e64bd6ad73,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:01.160955 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785667'] for router_interface (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.168745 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:16:01.259447 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7ade9-43fb-4aaa-af08-cf83511669c4 req-88049328-2867-4a86-bce4-cd1d6e37b7db tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:01.260644 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2e7ade9-43fb-4aaa-af08-cf83511669c4 req-88049328-2867-4a86-bce4-cd1d6e37b7db tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 945 time: 0.1165893 Oct 30 01:16:01.263053 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:01.351413 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: ACTIVE; New status is: DOWN {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:01.351956 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.381533 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:01.383097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:01.386505 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c87f28-f103-4e58-a0ca-9125ea12ebbe" -d '{"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:01.388285 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:15:58Z', 'revision_number': 3, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:01.393981 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2e7ade9-43fb-4aaa-af08-cf83511669c4 req-7c9e1645-5a4a-43f9-831b-f0f8413072fc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157215 Oct 30 01:16:01.410057 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:01.441397 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea56e6e-7077-4f46-a77e-bc6e7e366dd2 x-openstack-request-id: req-7ea56e6e-7077-4f46-a77e-bc6e7e366dd2 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:01.441397 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-unplugged", "status": "failed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "code": 422}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:01.441397 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ea56e6e-7077-4f46-a77e-bc6e7e366dd2 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:01.441397 dv-cinder-master-3-smb neutron-server[105259]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7ea56e6e-7077-4f46-a77e-bc6e7e366dd2']: {'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'code': 422} returned with failed status Oct 30 01:16:01.449752 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a89731-121f-4241-8abe-b491cf8da77c None None] The sync data for ids ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'] in dv-cinder-master-3-smb is: [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:15:58Z', 'revision_number': 3, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:16:01.468415 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-4407512d-72e0-4857-a28f-ff658824a0c5 None None] Provisioning complete for port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:01.468841 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4407512d-72e0-4857-a28f-ff658824a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.469472 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-4407512d-72e0-4857-a28f-ff658824a0c5 None None] Attempt 1 to provision port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 Oct 30 01:16:01.510682 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.514761 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-4407512d-72e0-4857-a28f-ff658824a0c5 None None] Port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:16:01.552679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.576580 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=8']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:01.584078 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.584540 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.584800 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.585099 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.585484 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.586149 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.586477 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.586798 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.587118 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.587437 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.587853 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.588111 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.588428 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.588740 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.589052 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:01.857410 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks [] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:01.987710 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.086792 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Pushing event updated for resources: {'Port': ['ID=045c4b43-5e32-47f3-b525-f4e64bd6ad73,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:02.092271 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785911'] for router_interface (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.215224 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Network b9225340-3fe3-4761-884b-d836a2cd32ef is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:16:02.217326 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:16:02.280169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:02.316390 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.392440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:16:02.438950 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8fa118a2-b9e4-4ee5-88da-49234ce22f73 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:02.499824 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:02.524624 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:02.524997 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.525331 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 Oct 30 01:16:02.581163 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-1074c2bd-c04c-4c37-a859-05b31125ae4c None None] Provisioning complete for port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:02.581541 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-1074c2bd-c04c-4c37-a859-05b31125ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.581863 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-1074c2bd-c04c-4c37-a859-05b31125ae4c None None] Attempt 1 to provision port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 Oct 30 01:16:02.598425 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:16:02.605514 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-9ac60195-518d-4194-8360-37f87acbbd8f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0300086 Oct 30 01:16:02.630054 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-1074c2bd-c04c-4c37-a859-05b31125ae4c None None] Port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:16:02.668452 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:02.668846 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.698527 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 8fa118a2-b9e4-4ee5-88da-49234ce22f73, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8fa118a2-b9e4-4ee5-88da-49234ce22f73,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:02.814519 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:02.869794 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=8fa118a2-b9e4-4ee5-88da-49234ce22f73,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:03.180792 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58898) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:03.185868 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925082411', 'description': 'tempest-secgroup-smoke-925082411 description', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:03.260924 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-e5c9cbe1-9fa1-4769-97d0-c44b03f08605 req-05442961-17cd-4270-84a7-01d46dc53269 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:16:03.262041 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e5c9cbe1-9fa1-4769-97d0-c44b03f08605 req-05442961-17cd-4270-84a7-01d46dc53269 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1241906 Oct 30 01:16:03.318191 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.425412 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group (270eca0f-977c-40d7-8716-a611f0678558), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.516784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (270eca0f-977c-40d7-8716-a611f0678558), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.552457 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270eca0f-977c-40d7-8716-a611f0678558,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:03.646131 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.649382 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f2902719-80da-4b7a-a9db-3166da55c9f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4661446 Oct 30 01:16:03.652858 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58900) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:03.657946 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group_rule': {'security_group_id': '270eca0f-977c-40d7-8716-a611f0678558', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:03.678531 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.805884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:03.809399 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (b3083ed7-ea1b-4233-8c75-1dbe7a0f8891), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.832467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c1d6-7d08-4a1b-ade4-9a1500bedee7 req-ca93f7bc-a080-49b7-8883-b6fe6820aa3e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:03.834084 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c32c1d6-7d08-4a1b-ade4-9a1500bedee7 req-ca93f7bc-a080-49b7-8883-b6fe6820aa3e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0718088 Oct 30 01:16:03.841824 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Sync routers for ids ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:16:03.869685 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Routers {'0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:03.870512 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:03.928481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (b3083ed7-ea1b-4233-8c75-1dbe7a0f8891), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:03.932797 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c32c1d6-7d08-4a1b-ade4-9a1500bedee7 req-82cce706-e6b6-43cc-afec-7b586aa78dd1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802007 Oct 30 01:16:04.065831 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (b3083ed7-ea1b-4233-8c75-1dbe7a0f8891), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.109049 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3083ed7-ea1b-4233-8c75-1dbe7a0f8891,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:04.121359 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.164099 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.168749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58918) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:04.173539 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group_rule': {'security_group_id': '270eca0f-977c-40d7-8716-a611f0678558', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:04.175369 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5ce6a608-7f90-4526-9b64-4dd94a57d5f0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5211730 Oct 30 01:16:04.222034 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Set router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:04.307881 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (160174b4-f465-4b20-aab9-585efb9f847d), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.379755 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (160174b4-f465-4b20-aab9-585efb9f847d), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.446243 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:16:04.461596 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8fa118a2-b9e4-4ee5-88da-49234ce22f73 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:04.477754 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58924) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:04.505679 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:04.509672 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (160174b4-f465-4b20-aab9-585efb9f847d), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.520785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:16:01Z', 'revision_number': 4, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '045c4b43-5e32-47f3-b525-f4e64bd6ad73', 'name': '', 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'mac_address': 'fa:16:3e:6b:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:16:00Z', 'updated_at': '2022-10-30T01:16:01Z', 'revision_number': 2, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'subnets': [{'id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:04.533339 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160174b4-f465-4b20-aab9-585efb9f847d,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:04.558835 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Checking router: 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:16:04.559187 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Updating router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 binding host dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:16:04.596438 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:04.596738 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.597032 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 Oct 30 01:16:04.607141 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-563b163c-e2e9-4b4a-8191-41a8875252c9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268516 Oct 30 01:16:04.615651 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-5b80bc35-bfa9-421d-81b4-d4c716f6693a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:16:04.615651 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-5b80bc35-bfa9-421d-81b4-d4c716f6693a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056694 Oct 30 01:16:04.620352 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.652215 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.654193 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c4ec7688-5ea5-4367-abc9-560c43456a44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4841750 Oct 30 01:16:04.657673 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58928) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:04.667036 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group_rule': {'security_group_id': '270eca0f-977c-40d7-8716-a611f0678558', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:04.751452 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58934) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:04.817853 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (7119e621-81cd-41de-90e9-f031d646e1d3), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.827663 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:04.829271 dv-cinder-master-3-smb neutron-server[105258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 30 01:16:04.853034 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:04.897067 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-5e6c2a11-67c7-43ce-bd6b-185f137b705f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:04.908180 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-5e6c2a11-67c7-43ce-bd6b-185f137b705f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports/1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 940 time: 0.1547494 Oct 30 01:16:04.922708 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (7119e621-81cd-41de-90e9-f031d646e1d3), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:04.996398 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (7119e621-81cd-41de-90e9-f031d646e1d3), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.037697 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7119e621-81cd-41de-90e9-f031d646e1d3,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:05.052920 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Publish callbacks [] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), precommit_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.157916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35a44-a373-4fdd-96ff-c1bd6522517a req-f9b8c3b0-7374-4eb9-9adf-6764b09ef079 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:05.160948 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f7c35a44-a373-4fdd-96ff-c1bd6522517a req-f9b8c3b0-7374-4eb9-9adf-6764b09ef079 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0881763 Oct 30 01:16:05.167575 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.169856 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5de545d7-6163-4a8b-9ca7-4853b7990778 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5103374 Oct 30 01:16:05.172414 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58946) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:05.177729 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group_rule': {'security_group_id': '270eca0f-977c-40d7-8716-a611f0678558', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:05.219199 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.240958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f7c35a44-a373-4fdd-96ff-c1bd6522517a req-1d279061-6f2d-466c-a4ba-c8b53d6a83f8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694523 Oct 30 01:16:05.290104 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787dd71-6bda-4114-bfe0-09e49510e5f2 None None] Pushing event updated for resources: {'Port': ['ID=045c4b43-5e32-47f3-b525-f4e64bd6ad73,revision_number=3']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:05.319337 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (0262dfa3-85e9-464f-ace4-e8ca798b5b83), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.323142 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Attempting to bind port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:16:05.323520 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Attempting to bind port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:16:05.323908 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Attempting to bind port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 on network b9225340-3fe3-4761-884b-d836a2cd32ef {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:16:05.376114 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Checking agent: {'id': '43011923-f85a-4ce4-98b7-c8a12d7af8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 0, 34), 'started_at': datetime.datetime(2022, 10, 30, 1, 1, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:16:05.376527 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Checking segment: {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:16:05.377081 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.377534 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Bound using segment: {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'} {{(pid=105259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:16:05.378249 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.managers [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Bound port: 045c4b43-5e32-47f3-b525-f4e64bd6ad73, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1376bb25-e468-4c9b-9cfd-2f0190d34c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef'}}] {{(pid=105259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:16:05.378710 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.395012 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (0262dfa3-85e9-464f-ace4-e8ca798b5b83), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.450292 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] For port 045c4b43-5e32-47f3-b525-f4e64bd6ad73, host dv-cinder-master-3-smb, cleared binding levels {{(pid=105259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:16:05.454100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] For port 045c4b43-5e32-47f3-b525-f4e64bd6ad73, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=045c4b43-5e32-47f3-b525-f4e64bd6ad73,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:16:05.579529 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (0262dfa3-85e9-464f-ace4-e8ca798b5b83), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.604264 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0262dfa3-85e9-464f-ace4-e8ca798b5b83,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:05.629798 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.667900 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Routers {'0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:05.668733 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:05.730416 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787dd71-6bda-4114-bfe0-09e49510e5f2 None None] Pushing event updated for resources: {'Port': ['ID=045c4b43-5e32-47f3-b525-f4e64bd6ad73,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:05.745772 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:05.752058 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 58948) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:05.752858 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-45c3f0de-fbcf-4f26-9663-ccf6af9bed0c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5778344 Oct 30 01:16:05.759556 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group_rule': {'security_group_id': '270eca0f-977c-40d7-8716-a611f0678558', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:05.764101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:05.815367 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] Set router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:05.953249 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:06.025305 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.securitygroups_db [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Project 55f0064a8bc14f30b2749047dfd2f53d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:16:06.030851 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:16:01Z', 'revision_number': 4, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '045c4b43-5e32-47f3-b525-f4e64bd6ad73', 'name': '', 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'mac_address': 'fa:16:3e:6b:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:16:00Z', 'updated_at': '2022-10-30T01:16:05Z', 'revision_number': 4, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'subnets': [{'id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:06.032478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (7a3c2997-cbeb-4663-b8b4-975bf18e5b0d), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.059692 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50a4fe-5c12-4677-a4aa-0ec057fadbfa None None] The sync data for ids ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'] in dv-cinder-master-3-smb is: [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:16:01Z', 'revision_number': 4, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '045c4b43-5e32-47f3-b525-f4e64bd6ad73', 'name': '', 'network_id': 'b9225340-3fe3-4761-884b-d836a2cd32ef', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'mac_address': 'fa:16:3e:6b:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:16:00Z', 'updated_at': '2022-10-30T01:16:05Z', 'revision_number': 4, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'subnets': [{'id': 'dd3ca6fa-cbda-4300-8d8f-749954f4790e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:16:06.145963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (7a3c2997-cbeb-4663-b8b4-975bf18e5b0d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.243622 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (7a3c2997-cbeb-4663-b8b4-975bf18e5b0d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.275562 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3c2997-cbeb-4663-b8b4-975bf18e5b0d,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:06.400714 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.402830 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-25584f54-15bf-44b5-91cb-52dbc7e20aff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6471167 Oct 30 01:16:06.406806 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 58952) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:06.412667 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'security_group_rule': {'security_group_id': '270eca0f-977c-40d7-8716-a611f0678558', 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:06.486969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e46ff-b327-45fa-8331-9ff47d9e4dc5 req-e287e3ce-5e9c-4209-832e-93d859814468 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:06.486969 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-808e46ff-b327-45fa-8331-9ff47d9e4dc5 req-e287e3ce-5e9c-4209-832e-93d859814468 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.1025312 Oct 30 01:16:06.491225 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 045c4b43-5e32-47f3-b525-f4e64bd6ad73 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:06.535113 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.securitygroups_db [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Project 55f0064a8bc14f30b2749047dfd2f53d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:16:06.551878 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (6515d833-68f7-4627-b6a9-360c4c835905), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.571280 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:06.571709 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.572057 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 Oct 30 01:16:06.584601 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-808e46ff-b327-45fa-8331-9ff47d9e4dc5 req-a56ba16c-2102-42ae-82aa-b659e3b50f95 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901558 Oct 30 01:16:06.644383 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:06.694598 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (6515d833-68f7-4627-b6a9-360c4c835905), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.713861 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 is: DOWN; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:06.714387 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.774973 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] For port 045c4b43-5e32-47f3-b525-f4e64bd6ad73, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=045c4b43-5e32-47f3-b525-f4e64bd6ad73,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:06.807929 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (6515d833-68f7-4627-b6a9-360c4c835905), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.831231 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6515d833-68f7-4627-b6a9-360c4c835905,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:06.924050 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.980502 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Pushing event updated for resources: {'Port': ['ID=045c4b43-5e32-47f3-b525-f4e64bd6ad73,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:06.988352 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.990574 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9b8b104f-66d6-4419-9797-65e2a9352ead tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5816798 Oct 30 01:16:07.754176 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c2f90-c461-43e3-b629-ecd01e768662 req-7fefc74b-f20a-42a0-8595-d92ff3271b64 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:07.756819 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-199c2f90-c461-43e3-b629-ecd01e768662 req-7fefc74b-f20a-42a0-8595-d92ff3271b64 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0630114 Oct 30 01:16:07.811890 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:07.831036 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-199c2f90-c461-43e3-b629-ecd01e768662 req-f5896a3b-0385-4021-8ee9-6448a5de3344 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651748 Oct 30 01:16:08.402996 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 045c4b43-5e32-47f3-b525-f4e64bd6ad73 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:08.452281 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Provisioning complete for port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:08.452658 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:08.452997 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Attempt 1 to provision port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 Oct 30 01:16:08.578421 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Current status of the port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:08.684262 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-47d30273-9a73-4ffa-b11d-05fd10e803f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:08.686087 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-47d30273-9a73-4ffa-b11d-05fd10e803f1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f&tenant_id=6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 1127 time: 0.1207705 Oct 30 01:16:08.809544 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-b849683a-06af-4f1e-814e-40215203a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:08.812804 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-b849683a-06af-4f1e-814e-40215203a5c6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1127 time: 0.0825367 Oct 30 01:16:08.961728 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-08905bd5-9fbb-4aea-8959-1bf8fe91283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:08.963413 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-08905bd5-9fbb-4aea-8959-1bf8fe91283a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.1426089 Oct 30 01:16:09.072315 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-26105ba6-7ff7-4591-a696-e8dec439eccc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 999 time: 0.0986605 Oct 30 01:16:09.084597 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c3a97-2585-42d1-b278-58324ff8c313 req-a82aa665-8d77-4fb8-98b0-12ffd3fc9aa9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:09.086287 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-697c3a97-2585-42d1-b278-58324ff8c313 req-a82aa665-8d77-4fb8-98b0-12ffd3fc9aa9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0731304 Oct 30 01:16:09.453572 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-9860b4b8-b7e7-444d-beef-43d4f2629d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:09.454978 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-9860b4b8-b7e7-444d-beef-43d4f2629d9a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.3677626 Oct 30 01:16:09.483054 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-697c3a97-2585-42d1-b278-58324ff8c313 req-75ea9db7-09b7-43f9-bf09-ff9456dc1a06 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865767 Oct 30 01:16:09.519960 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-798d5095-969d-469d-b9b2-642bed8eb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:09.522488 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-798d5095-969d-469d-b9b2-642bed8eb05c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0567112 Oct 30 01:16:09.635169 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-60f36ec3-4b5f-416a-8a78-72dc3c2b7aae service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061172 Oct 30 01:16:09.754181 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac386f4a-f1be-49c7-b886-25a8068d6b13 req-127536fa-458f-48d3-bd52-c8e478abf30d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122720 Oct 30 01:16:10.625437 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:10.718537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b2fa-bff8-45e3-aca7-443fd92e2ae9 req-86968487-0485-4c90-9f98-209d5538e610 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:10.727496 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9050b2fa-bff8-45e3-aca7-443fd92e2ae9 req-86968487-0485-4c90-9f98-209d5538e610 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0879483 Oct 30 01:16:10.812307 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9050b2fa-bff8-45e3-aca7-443fd92e2ae9 req-57a510ec-72ad-4491-b464-006d763841d8 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834792 Oct 30 01:16:11.449796 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=8 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:12.084515 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8d9a1-08b0-4533-8598-48ac60047dc0 req-4b7d8db4-b3d9-45d1-8944-963b561236ea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:12.087302 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02d8d9a1-08b0-4533-8598-48ac60047dc0 req-4b7d8db4-b3d9-45d1-8944-963b561236ea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0983973 Oct 30 01:16:12.194652 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02d8d9a1-08b0-4533-8598-48ac60047dc0 req-097b7394-a85b-4d1a-9fb4-b58c40fae9da tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006560 Oct 30 01:16:13.419959 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfcfbb-3a9d-4f05-945c-27d33c54c851 req-e748862c-7d1f-4d30-aba3-a2587469de03 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:13.424192 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b5cfcfbb-3a9d-4f05-945c-27d33c54c851 req-e748862c-7d1f-4d30-aba3-a2587469de03 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.1052291 Oct 30 01:16:13.507292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:13.545720 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b5cfcfbb-3a9d-4f05-945c-27d33c54c851 req-7e9010d2-3bbb-431b-af42-d4ec2076790f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155930 Oct 30 01:16:14.436805 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:14.760392 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deb21f-cf62-43b2-9302-5516be3ce39e req-004613d6-0684-49b6-8299-6d8c72665819 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:14.762979 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-96deb21f-cf62-43b2-9302-5516be3ce39e req-004613d6-0684-49b6-8299-6d8c72665819 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0733926 Oct 30 01:16:14.844820 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-96deb21f-cf62-43b2-9302-5516be3ce39e req-76f216c2-4732-495e-b4a8-5e2f689d619b tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749452 Oct 30 01:16:16.079556 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0b058-9a1e-4839-84d1-892ced99e66d req-70e399c1-6803-402c-8a73-87c3c26d43e5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:16.085635 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e5d0b058-9a1e-4839-84d1-892ced99e66d req-70e399c1-6803-402c-8a73-87c3c26d43e5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0945709 Oct 30 01:16:16.149980 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:16.202472 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e5d0b058-9a1e-4839-84d1-892ced99e66d req-605f39c8-2b9a-48a5-846b-20323c7d5a7b tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083882 Oct 30 01:16:16.833121 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=42,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:16.834304 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:17.461769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e9383-1c52-46ff-afc0-0c380c2bc29e req-3df8f5a5-236e-4f8b-9cee-71a8fd031180 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:17.464634 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-475e9383-1c52-46ff-afc0-0c380c2bc29e req-3df8f5a5-236e-4f8b-9cee-71a8fd031180 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0926633 Oct 30 01:16:17.567745 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-475e9383-1c52-46ff-afc0-0c380c2bc29e req-7622fc46-2a12-4540-bec3-d3476e60c642 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868366 Oct 30 01:16:18.737109 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9961-cefc-4676-be5d-512ea87bea63 req-534d222a-d61f-4800-9709-dfff991ea03a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:18.741230 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b4f9961-cefc-4676-be5d-512ea87bea63 req-534d222a-d61f-4800-9709-dfff991ea03a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0638595 Oct 30 01:16:18.817896 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b4f9961-cefc-4676-be5d-512ea87bea63 req-478dfca4-6298-45aa-89eb-fd582055ec3c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724692 Oct 30 01:16:19.964835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b63782-9f77-4669-87fb-cb24004e21d3 req-51a8903e-30e9-4407-9af0-0355a47bf601 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:19.968396 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-06b63782-9f77-4669-87fb-cb24004e21d3 req-51a8903e-30e9-4407-9af0-0355a47bf601 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0632961 Oct 30 01:16:20.050894 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-06b63782-9f77-4669-87fb-cb24004e21d3 req-9a9eb7bd-09d0-45c9-bb00-06f87080888d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725434 Oct 30 01:16:20.545926 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=18 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:20.555098 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:21.213005 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50c679-b056-4b8e-b29f-d597cc051c9d req-3b5463b2-3dac-481e-9177-12d2ea3046d1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:21.214871 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3e50c679-b056-4b8e-b29f-d597cc051c9d req-3b5463b2-3dac-481e-9177-12d2ea3046d1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0533626 Oct 30 01:16:21.310095 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3e50c679-b056-4b8e-b29f-d597cc051c9d req-9b432e5f-61f2-43ae-95a9-2fb4e0aad0e0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849793 Oct 30 01:16:21.324402 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-e6d1155e-9ca8-4fd5-8bb4-cd02159845a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:21.327833 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-e6d1155e-9ca8-4fd5-8bb4-cd02159845a4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1127 time: 0.0685403 Oct 30 01:16:21.524128 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-14a2be3b-8ada-4f12-98e3-a24f3ca05d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:21.526213 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-14a2be3b-8ada-4f12-98e3-a24f3ca05d91 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.1543181 Oct 30 01:16:21.620133 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-f2b2e4f7-4df3-471d-a606-b0486c4a4248 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 200 len: 999 time: 0.0873575 Oct 30 01:16:21.721855 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-794cabde-80dc-4a6b-bc96-aad1f7bdd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:21.724472 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-794cabde-80dc-4a6b-bc96-aad1f7bdd9d8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0979357 Oct 30 01:16:21.782928 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-fa88c6c6-726b-412a-8ebc-10cc7c40c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:21.784492 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-fa88c6c6-726b-412a-8ebc-10cc7c40c60d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0539038 Oct 30 01:16:21.891324 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-0809acac-0eae-48ac-91f8-a648bb727218 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005967 Oct 30 01:16:21.979999 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:22.018795 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-916b6367-7503-4edd-82ed-a57d9d8b9cda req-99c4766b-9baa-4e64-a98f-0c09be711024 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217351 Oct 30 01:16:22.343785 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-0988793b-211b-4c8b-a011-a8474dd46dab tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-925082411&fields=id&tenant_id=55f0064a8bc14f30b2749047dfd2f53d HTTP/1.1" status: 200 len: 267 time: 0.0573862 Oct 30 01:16:22.479467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:22.504620 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163a0ee-e20c-4ed9-8608-728b67d58001 req-e42ef648-8512-48dd-896e-9d85be56acd7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:22.506228 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a163a0ee-e20c-4ed9-8608-728b67d58001 req-e42ef648-8512-48dd-896e-9d85be56acd7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 943 time: 0.0723236 Oct 30 01:16:22.556159 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-33ff578b-ee8c-434b-a25d-ccd93a85dbf2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:22.557810 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-33ff578b-ee8c-434b-a25d-ccd93a85dbf2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 808 time: 0.2094882 Oct 30 01:16:22.597716 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-88fc455a-891a-4b4f-8bc1-3b053897ba57 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/quotas/55f0064a8bc14f30b2749047dfd2f53d HTTP/1.1" status: 200 len: 375 time: 0.0248458 Oct 30 01:16:22.604359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a163a0ee-e20c-4ed9-8608-728b67d58001 req-e91d37a7-9e51-43e4-8597-7045514ab975 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857327 Oct 30 01:16:22.692185 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-4e01be60-97ea-49ae-8c04-2f58c18f6638 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797732 Oct 30 01:16:22.831426 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-4f8e3a04-d551-43fb-939e-75bb2ef6490c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258681 Oct 30 01:16:22.941233 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-98cc5644-658d-4854-9445-4456638f2a20 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031439 Oct 30 01:16:23.204940 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:16:23.324018 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:23.345450 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'port_id': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'mac_address': 'fa:16:3e:29:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:16:23.404576 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:23.405092 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:23.423561 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6fd425-3461-45ae-8efb-bc1ff24c309a {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:16:23.448941 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:23.549710 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:23.606342 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=9']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:23.672281 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d69dcbd8-7acb-4a20-a180-245bef44115c req-1eef90de-dd70-4662-a4e7-39899750b434 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0347221 Oct 30 01:16:23.796062 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527646-5408-45e1-b729-f6d11ad7b94c req-43be220c-e7be-4e5b-9524-5a599ee190e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:23.799350 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-41527646-5408-45e1-b729-f6d11ad7b94c req-43be220c-e7be-4e5b-9524-5a599ee190e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 944 time: 0.0700989 Oct 30 01:16:23.854784 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['1d6fd425-3461-45ae-8efb-bc1ff24c309a'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:16:23.857489 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-41527646-5408-45e1-b729-f6d11ad7b94c req-a665c61d-c52a-4596-8f9e-d788677e9b93 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504351 Oct 30 01:16:24.661614 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59146) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:24.667523 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497855437', 'description': 'tempest-description--641636808'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:24.776467 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12eb1911-116e-4cdb-8bb8-3a6a6942392b req-18ecd027-848b-45c6-a208-aab78346c13f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0332778 Oct 30 01:16:25.022799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae3703-bc03-4524-b258-b427bdfd77f4 req-ffccad16-b468-43d5-b0de-7cc50973f53d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:25.024534 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f5ae3703-bc03-4524-b258-b427bdfd77f4 req-ffccad16-b468-43d5-b0de-7cc50973f53d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 944 time: 0.0561318 Oct 30 01:16:25.082309 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f5ae3703-bc03-4524-b258-b427bdfd77f4 req-65f9ba9f-e549-4e2d-b73d-f959d583ec09 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515032 Oct 30 01:16:25.212648 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:25.280865 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 1d6fd425-3461-45ae-8efb-bc1ff24c309a triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:25.281247 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.281588 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 1d6fd425-3461-45ae-8efb-bc1ff24c309a Oct 30 01:16:25.382036 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1d6fd425-3461-45ae-8efb-bc1ff24c309a is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:25.382594 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.412999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:25.415446 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc39993e-5835-4d0b-89fe-c4eca54930bc" -d '{"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:25.435970 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:25.466999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7f57b1-f9bf-4a41-872e-6ba0b9d32216 x-openstack-request-id: req-9d7f57b1-f9bf-4a41-872e-6ba0b9d32216 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:25.467448 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-plugged", "status": "completed", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:25.467775 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d7f57b1-f9bf-4a41-872e-6ba0b9d32216 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:25.468313 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7f57b1-f9bf-4a41-872e-6ba0b9d32216'] response: {'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'code': 200} Oct 30 01:16:25.544560 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.549398 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.614590 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=10']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:25.644802 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (7b94f106-2fd1-4712-8d4b-3495019fd39e), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.748188 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7b94f106-2fd1-4712-8d4b-3495019fd39e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.773806 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:25.786873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b94f106-2fd1-4712-8d4b-3495019fd39e,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:25.798193 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.800969 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.801426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.801584 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.801874 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.802203 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.802524 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.802849 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:16:25.862011 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:25.863831 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6a6472a0-1e09-4a8b-82aa-a07b2c54ce11 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2008386 Oct 30 01:16:25.867441 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59158) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:25.875366 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': '7b94f106-2fd1-4712-8d4b-3495019fd39e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:25.902397 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-930c89b3-9b02-41a9-8331-6d61d38891dd req-807c7aab-42bb-4c37-962e-21dd9bf34ca3 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0370843 Oct 30 01:16:26.002379 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (a30afe5a-94a2-4965-89cf-d6487f50211f), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.078460 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (a30afe5a-94a2-4965-89cf-d6487f50211f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.205762 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (a30afe5a-94a2-4965-89cf-d6487f50211f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.222276 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30afe5a-94a2-4965-89cf-d6487f50211f,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:26.233464 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18386ba-fd44-472b-9d05-f296e72ef828 req-1e14ed74-38d5-4494-a364-cb5e3fa45d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:26.236640 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a18386ba-fd44-472b-9d05-f296e72ef828 req-1e14ed74-38d5-4494-a364-cb5e3fa45d65 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 1130 time: 0.0584402 Oct 30 01:16:26.305852 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907294cd-9b2b-48d1-b2c6-a69524826872 req-254df2be-73cf-435c-a8d4-aa9108a47058 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:26.307380 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-907294cd-9b2b-48d1-b2c6-a69524826872 req-254df2be-73cf-435c-a8d4-aa9108a47058 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.0657291 Oct 30 01:16:26.329729 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.331364 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b5417aaa-42a2-4d8c-9328-05cb54451e19 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4623401 Oct 30 01:16:26.336014 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59164) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:26.342669 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': '7b94f106-2fd1-4712-8d4b-3495019fd39e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:26.351240 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a18386ba-fd44-472b-9d05-f296e72ef828 req-34af3e4b-81ee-4bff-bf7b-a39e20aed7c1 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074026 Oct 30 01:16:26.377892 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-907294cd-9b2b-48d1-b2c6-a69524826872 req-2949b9d2-64f5-431e-ae6e-3bb1bef6a5fa tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641465 Oct 30 01:16:26.467595 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:26.475978 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:26.487382 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (6efccf11-c2cb-4a13-a2df-299495af34bf), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.557525 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (6efccf11-c2cb-4a13-a2df-299495af34bf), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.676434 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (6efccf11-c2cb-4a13-a2df-299495af34bf), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.697204 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efccf11-c2cb-4a13-a2df-299495af34bf,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:26.841723 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:26.843172 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f42bebb2-c56c-4458-a62b-20fd3c899b75 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5058136 Oct 30 01:16:26.846897 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59166) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:26.852565 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:26.960816 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:27.050255 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-02511972-a499-47f8-b9a3-fba404ced530 req-a01ebc04-8cbb-4758-8a54-312398252913 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0452826 Oct 30 01:16:27.076953 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:27.212193 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.37.0.211 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/83465137-8a2f-48f4-ba77-0f8c51ee3511) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:16:27.329478 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:27.447230 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:27.494626 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:16:27.500646 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:16:27.505073 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:16:27.511749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=83465137-8a2f-48f4-ba77-0f8c51ee3511,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:27.539530 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:27.554086 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:27.583345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520f1c-34bf-4da2-a6b4-570bf7fa903e req-92bf0f45-42dc-43f2-8e10-83ebf398cc7a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:27.593432 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b520f1c-34bf-4da2-a6b4-570bf7fa903e req-92bf0f45-42dc-43f2-8e10-83ebf398cc7a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.0831580 Oct 30 01:16:27.648564 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:27.664278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:27.695246 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9b520f1c-34bf-4da2-a6b4-570bf7fa903e req-5b4fa854-0266-4fa6-8453-c17e6c5a0ea2 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853555 Oct 30 01:16:27.783574 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:27.995108 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:28.056845 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:28.136382 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=83465137-8a2f-48f4-ba77-0f8c51ee3511,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:28.139629 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:28.199387 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-aab58604-009b-4c6a-8c02-8dbc45282e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:28.237526 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-42e9e56a-03cd-46fb-b426-664857289de5 req-144d14e1-c3e4-49f0-99c8-4ba3f46e11da tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0405922 Oct 30 01:16:28.249943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-340c25b5-4cec-44b4-8792-91ae2c4752a5 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:28.252690 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-340c25b5-4cec-44b4-8792-91ae2c4752a5 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 808 time: 0.1819887 Oct 30 01:16:28.262593 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:28.275291 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7bbb854d-1d92-4ee0-bd40-019b6726734d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4165249 Oct 30 01:16:28.366413 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-aa24de1d-69cf-4d3c-aa4b-41ce34a4ec62 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=55f0064a8bc14f30b2749047dfd2f53d HTTP/1.1" status: 200 len: 379 time: 0.0984395 Oct 30 01:16:28.374556 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'port': {'device_id': '37986d61-58aa-43a7-95eb-99ab0e188914', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'admin_state_up': True, 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'security_groups': ['270eca0f-977c-40d7-8716-a611f0678558']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:28.573032 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-91a494a7-e5b4-48f3-9f6c-5eb6f35a0606 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--497855437&fields=id&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 267 time: 0.0599949 Oct 30 01:16:28.649418 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Made reservation on behalf of 55f0064a8bc14f30b2749047dfd2f53d for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:16:28.653648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:28.693342 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:28.779470 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-b0042bdf-b54e-4dd8-8022-20720b956ce7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:28.781471 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-b0042bdf-b54e-4dd8-8022-20720b956ce7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.1975408 Oct 30 01:16:28.845827 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-8a02ced1-9e9e-4c4c-9031-21f2bd4223f6 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/quotas/cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 375 time: 0.0527561 Oct 30 01:16:28.933164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099b5eb-0a57-4d3b-ab2b-d2176aeaad9f req-aaea5a1d-3e80-4f44-b7af-9016738e2f2a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:28.934905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c099b5eb-0a57-4d3b-ab2b-d2176aeaad9f req-aaea5a1d-3e80-4f44-b7af-9016738e2f2a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.1092603 Oct 30 01:16:28.948780 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Allocated IP 172.20.0.5 (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f/dd590a35-9c3d-4bac-a5bc-1cbddad14772/2787be5c-6341-4c37-abbb-ddd900bf4590) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:16:28.986588 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-06f864a5-35cc-413f-ac71-ec109182ee9e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166265 Oct 30 01:16:29.096671 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c099b5eb-0a57-4d3b-ab2b-d2176aeaad9f req-0592b467-4804-401b-a440-98785efae9a3 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528156 Oct 30 01:16:29.215989 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-ad6cc956-4bc4-441f-8760-1e8bd85df8b4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070341 Oct 30 01:16:29.264262 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:29.304070 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:29.365231 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-b34702da-a382-456a-bf1c-541d5f11ddb7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360776 Oct 30 01:16:29.423113 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-041f6361-e5be-4605-afbf-0e56ea00c1c6 req-ce868eab-d36a-4fd3-9adf-761a889a1592 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0530276 Oct 30 01:16:29.597927 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:29.677663 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:16:29.684919 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:16:29.694058 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:16:29.736249 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:29.756013 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:29.783255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:29.783953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:29.832551 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-52b232e5-7e9d-4403-a713-1cb94b94c294 req-da558ad7-6713-4479-9848-d6a01ac414b1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0388103 Oct 30 01:16:29.965896 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-41a8461e-9204-4c03-9eb0-5c70b9a5aad2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5955188 Oct 30 01:16:29.990564 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Request body: {'port': {'device_id': '37986d61-58aa-43a7-95eb-99ab0e188914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:30.010999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9ea19882-aac9-4f0b-ac30-9ec7c6ff69d4 None None] Provisioning complete for port 2787be5c-6341-4c37-abbb-ddd900bf4590 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:30.012222 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9ea19882-aac9-4f0b-ac30-9ec7c6ff69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:30.012706 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9ea19882-aac9-4f0b-ac30-9ec7c6ff69d4 None None] Attempt 1 to provision port 2787be5c-6341-4c37-abbb-ddd900bf4590 Oct 30 01:16:30.070050 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:30.087103 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9ea19882-aac9-4f0b-ac30-9ec7c6ff69d4 None None] Port 2787be5c-6341-4c37-abbb-ddd900bf4590 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:16:30.112812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:30.343211 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561446cb-418a-4629-b1f0-6c047b666526 req-0f6bf80e-7393-4d64-8ac2-865269423964 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:30.344674 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-561446cb-418a-4629-b1f0-6c047b666526 req-0f6bf80e-7393-4d64-8ac2-865269423964 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.0927885 Oct 30 01:16:30.442495 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-561446cb-418a-4629-b1f0-6c047b666526 req-89d0b46e-bce7-4d9a-a317-41eedc6ec09f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908201 Oct 30 01:16:30.480085 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2787be5c-6341-4c37-abbb-ddd900bf4590 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:16:30.488970 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Publish callbacks [] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:30.497280 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-8c3e46ad-125b-44be-931b-cf4a9f515e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:30.507169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Transition to ACTIVE for port object 2787be5c-6341-4c37-abbb-ddd900bf4590 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:16:30.596346 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:30.642489 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2057cf-e77d-4bf7-a4ca-e33595f28312 req-344cd121-72a3-4201-ab29-5784de42b37d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:30.644093 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f2057cf-e77d-4bf7-a4ca-e33595f28312 req-344cd121-72a3-4201-ab29-5784de42b37d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 931 time: 0.0871413 Oct 30 01:16:30.671235 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:31.035948 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cc3183ea-d85c-4ae6-95a5-6d0f024ebd98 req-5c99c1a6-ab20-41f3-b170-07326e2416c6 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0700977 Oct 30 01:16:31.065744 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f2057cf-e77d-4bf7-a4ca-e33595f28312 req-0c6aaa3e-a32c-4dc6-a0f9-7320fa9ad01d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105542 Oct 30 01:16:31.082309 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Attempting to bind port 2787be5c-6341-4c37-abbb-ddd900bf4590 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:16:31.082653 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Attempting to bind port 2787be5c-6341-4c37-abbb-ddd900bf4590 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:16:31.082992 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Attempting to bind port 2787be5c-6341-4c37-abbb-ddd900bf4590 on network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:16:31.135546 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Port 2787be5c-6341-4c37-abbb-ddd900bf4590 on network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:16:31.136044 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Attempting to bind port 2787be5c-6341-4c37-abbb-ddd900bf4590 on network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:16:31.140371 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:31.191539 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:16:31.192126 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Checking segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:16:31.192841 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Bound using segment: {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:16:31.194202 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Bound port: 2787be5c-6341-4c37-abbb-ddd900bf4590, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e822e0-4937-4687-a232-29a0ea092d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:16:31.194859 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:31.280009 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:31.309702 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:16:31.315881 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:16:31.424726 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:31.431013 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:31.431688 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:31.433222 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 1093 time: 1.4507167 Oct 30 01:16:31.433771 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:31.436286 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7346cdb0-5e97-42e9-a494-ca97b5d25281" -d '{"events": [{"name": "network-changed", "server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:31.496680 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d1707-622e-45cd-8560-3b019daeefd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:31.512177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3d2be8-716d-4620-8331-b44ab0d81772 x-openstack-request-id: req-aa3d2be8-716d-4620-8331-b44ab0d81772 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:31.512477 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:31.512735 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa3d2be8-716d-4620-8331-b44ab0d81772 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:31.513153 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3d2be8-716d-4620-8331-b44ab0d81772'] response: {'name': 'network-changed', 'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'status': 'completed', 'code': 200} Oct 30 01:16:31.637822 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346cdb0-5e97-42e9-a494-ca97b5d25281 req-26796e6b-a453-4ae8-b412-d4b2dae62786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:31.639434 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7346cdb0-5e97-42e9-a494-ca97b5d25281 req-26796e6b-a453-4ae8-b412-d4b2dae62786 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1127 time: 0.0583827 Oct 30 01:16:31.752454 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346cdb0-5e97-42e9-a494-ca97b5d25281 req-c03aba72-43f1-4ec7-b5cb-7f2d54a2b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:31.754086 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7346cdb0-5e97-42e9-a494-ca97b5d25281 req-c03aba72-43f1-4ec7-b5cb-7f2d54a2b629 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1024408 Oct 30 01:16:31.862883 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346cdb0-5e97-42e9-a494-ca97b5d25281 req-03a1fa6e-9a44-4f5c-9dc1-a9b9f7801b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:31.864445 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7346cdb0-5e97-42e9-a494-ca97b5d25281 req-03a1fa6e-9a44-4f5c-9dc1-a9b9f7801b9d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043522 Oct 30 01:16:31.975172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-3b9f0ce5-963b-454d-9bb7-d4f99eec924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:31.976945 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-3b9f0ce5-963b-454d-9bb7-d4f99eec924f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1127 time: 0.0437489 Oct 30 01:16:32.025970 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-9c1eeb11-7a5c-4991-9b3d-273d307e2cc9 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 217 time: 0.0361807 Oct 30 01:16:32.096293 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-994fcd76-25a0-407f-a0fb-5f59fff21a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:32.097811 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-994fcd76-25a0-407f-a0fb-5f59fff21a19 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.0613017 Oct 30 01:16:32.183655 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1287f-166b-46e5-a96e-a118b355630a req-70a3f02d-8cde-4fcd-a322-9ca7e69b06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:32.185183 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-70a3f02d-8cde-4fcd-a322-9ca7e69b06b7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0816152 Oct 30 01:16:32.188813 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1e2032bb-fcd0-4ea4-b4b3-df8690308e4a req-a107c69e-1764-4a2d-a223-af2f05c41b7d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0463524 Oct 30 01:16:32.228808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1f6d-6325-4efd-a3e4-da89652a538e req-91d7eacb-c213-4b62-936d-c882bf954718 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:32.230299 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-837e1f6d-6325-4efd-a3e4-da89652a538e req-91d7eacb-c213-4b62-936d-c882bf954718 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0569921 Oct 30 01:16:32.273308 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:32.288865 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-837e1f6d-6325-4efd-a3e4-da89652a538e req-4cc3b2e7-f176-463b-b68e-d995f09d1553 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517080 Oct 30 01:16:32.450391 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:32.478465 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-e3628d64-7372-44d5-86cc-4116fbd2247c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088655 Oct 30 01:16:32.582797 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3f1287f-166b-46e5-a96e-a118b355630a req-2d41295d-5bba-41a6-aeea-fbae5a9e3d0a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980737 Oct 30 01:16:32.750880 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-e8fe527b-b670-4eed-9f65-44f676dc26e6 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:32.752494 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-e8fe527b-b670-4eed-9f65-44f676dc26e6 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.1210310 Oct 30 01:16:33.318892 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e78f962a-eb63-4003-b1e2-bdf9d0b6f33a req-1b97b5d2-80e9-4605-a544-1763e9e76abe tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0358319 Oct 30 01:16:33.426239 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a46bd-c62a-49a8-aea2-37b1e76a2e2e req-4116a780-02a0-46bf-b3e1-7309171f5d0a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:33.428436 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c52a46bd-c62a-49a8-aea2-37b1e76a2e2e req-4116a780-02a0-46bf-b3e1-7309171f5d0a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Oct 30 01:16:33.486698 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c52a46bd-c62a-49a8-aea2-37b1e76a2e2e req-44c03cd3-0374-4bcc-9459-0b62698af36b tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480888 Oct 30 01:16:33.633598 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:33.677805 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-070ae405-1774-4b51-b2f1-23dcbedb71e7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 472 time: 0.0807631 Oct 30 01:16:33.687100 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'port': {'device_id': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'admin_state_up': True, 'tenant_id': 'cd37394129e346a8804d667856309041', 'security_groups': ['7b94f106-2fd1-4712-8d4b-3495019fd39e']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:33.779734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:33.864079 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Made reservation on behalf of cd37394129e346a8804d667856309041 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:16:33.867790 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:33.989280 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:34.032003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.20.0.12 (843e4324-5c32-4e7f-add7-0c4eec3b7e77/168fcadc-992c-440e-8bde-ef03fe69d624/d5220d8d-5cb1-4fc2-a4fa-546aef839dac) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:16:34.190918 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:34.328016 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:34.372387 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:16:34.380764 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:16:34.386283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:16:34.423394 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:34.434135 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:34.478308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:34.478966 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:34.505403 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189bd5e-ba63-4896-a3c1-e08361e9829d req-33952e9d-017f-4d4d-9127-d5693e37c031 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:34.507693 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d189bd5e-ba63-4896-a3c1-e08361e9829d req-33952e9d-017f-4d4d-9127-d5693e37c031 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 932 time: 0.0778921 Oct 30 01:16:34.575657 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d189bd5e-ba63-4896-a3c1-e08361e9829d req-3a960242-273d-4c07-9dd4-10a306369501 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609674 Oct 30 01:16:34.611422 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-4556b061-a251-48cb-a46f-b6ce60441604 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9283261 Oct 30 01:16:34.631059 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Request body: {'port': {'device_id': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:34.642801 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa105d-43ed-40a2-947a-9b4b4147067a req-e287c50f-aec1-4d07-b81c-b29301f348c3 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:34.644473 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76aa105d-43ed-40a2-947a-9b4b4147067a req-e287c50f-aec1-4d07-b81c-b29301f348c3 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0677514 Oct 30 01:16:34.743414 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-d1994075-da87-4a02-97e6-53634483cb0f None None] Provisioning complete for port d5220d8d-5cb1-4fc2-a4fa-546aef839dac triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:34.744097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d1994075-da87-4a02-97e6-53634483cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:34.744582 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-d1994075-da87-4a02-97e6-53634483cb0f None None] Attempt 1 to provision port d5220d8d-5cb1-4fc2-a4fa-546aef839dac Oct 30 01:16:34.748903 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-76aa105d-43ed-40a2-947a-9b4b4147067a req-7175ddda-453b-44e4-80a6-97a6db0d3abf tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841620 Oct 30 01:16:34.749496 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:34.813117 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-d1994075-da87-4a02-97e6-53634483cb0f None None] Port d5220d8d-5cb1-4fc2-a4fa-546aef839dac cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:16:34.933166 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:35.057571 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5220d8d-5cb1-4fc2-a4fa-546aef839dac {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:16:35.065917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Publish callbacks [] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.080472 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Transition to ACTIVE for port object d5220d8d-5cb1-4fc2-a4fa-546aef839dac will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:16:35.155099 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.222675 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Pushing event updated for resources: {'Port': ['ID=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:35.265224 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:16:35.281920 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Attempting to bind port d5220d8d-5cb1-4fc2-a4fa-546aef839dac on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:16:35.282916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Attempting to bind port d5220d8d-5cb1-4fc2-a4fa-546aef839dac by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:16:35.282916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Attempting to bind port d5220d8d-5cb1-4fc2-a4fa-546aef839dac on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:16:35.286515 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:35.335491 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Port d5220d8d-5cb1-4fc2-a4fa-546aef839dac on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:16:35.336436 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Attempting to bind port d5220d8d-5cb1-4fc2-a4fa-546aef839dac on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:16:35.338553 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:35.386247 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:35.392187 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:16:35.392542 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:16:35.392917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Bound using segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:16:35.393412 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Bound port: d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:16:35.393791 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.405177 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'port_id': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'mac_address': 'fa:16:3e:d8:82:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:16:35.448597 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 2787be5c-6341-4c37-abbb-ddd900bf4590 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:35.448994 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.464961 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2787be5c-6341-4c37-abbb-ddd900bf4590 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:16:35.492162 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:35.493096 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] For port d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:16:35.497484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] For port d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:16:35.567102 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.602916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.610953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:35.611960 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:35.613912 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d5220d8d-5cb1-4fc2-a4fa-546aef839dac HTTP/1.1" status: 200 len: 1094 time: 0.9869657 Oct 30 01:16:35.618069 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:35.620197 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce6791-1f42-40f0-acd6-7801e6a05716" -d '{"events": [{"name": "network-changed", "server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:35.624861 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:35.700674 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68706664-e80e-467f-86de-c39065cb11c5 x-openstack-request-id: req-68706664-e80e-467f-86de-c39065cb11c5 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:35.700994 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:35.701204 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68706664-e80e-467f-86de-c39065cb11c5 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:35.701649 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68706664-e80e-467f-86de-c39065cb11c5'] response: {'name': 'network-changed', 'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'status': 'completed', 'code': 200} Oct 30 01:16:35.712943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be02a7d-4849-4250-b27f-4e3ca7b10844 service neutron] Pushing event updated for resources: {'Port': ['ID=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:35.808431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701627ff-9520-49e3-be9b-23d22c1abbd1 req-f8490923-6bda-4582-8036-915403e36499 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:35.810464 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-701627ff-9520-49e3-be9b-23d22c1abbd1 req-f8490923-6bda-4582-8036-915403e36499 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0942700 Oct 30 01:16:35.832549 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce6791-1f42-40f0-acd6-7801e6a05716 req-9e551ddc-0353-4b74-a340-87fa328a604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:35.834137 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-21ce6791-1f42-40f0-acd6-7801e6a05716 req-9e551ddc-0353-4b74-a340-87fa328a604c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 1128 time: 0.0765040 Oct 30 01:16:35.885419 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['2787be5c-6341-4c37-abbb-ddd900bf4590'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:16:35.971544 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-701627ff-9520-49e3-be9b-23d22c1abbd1 req-ca0ef132-1bd9-44cf-ab3d-a4526d912a68 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495187 Oct 30 01:16:35.982155 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54fd1-4eb9-46c9-b155-1416144f6538 req-ccdd2f13-ede4-4573-9de9-a24644f03c80 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:35.983733 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-49a54fd1-4eb9-46c9-b155-1416144f6538 req-ccdd2f13-ede4-4573-9de9-a24644f03c80 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 944 time: 0.1277211 Oct 30 01:16:36.054865 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce6791-1f42-40f0-acd6-7801e6a05716 req-cd2ea238-3a58-4977-b7c7-ef20cb6e775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:36.056306 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-21ce6791-1f42-40f0-acd6-7801e6a05716 req-cd2ea238-3a58-4977-b7c7-ef20cb6e775d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=cd37394129e346a8804d667856309041&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2095032 Oct 30 01:16:36.074879 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-49a54fd1-4eb9-46c9-b155-1416144f6538 req-63d5361e-5246-4c22-bb12-70307a5d7ff5 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851049 Oct 30 01:16:36.143610 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:36.150184 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:36.191557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce6791-1f42-40f0-acd6-7801e6a05716 req-7042d3a6-7a0a-4f1f-96a3-c276857990c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:36.193151 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-21ce6791-1f42-40f0-acd6-7801e6a05716 req-7042d3a6-7a0a-4f1f-96a3-c276857990c3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302299 Oct 30 01:16:36.303604 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-d8c1b993-bc9d-408d-809a-b3593e1dee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:36.305266 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-d8c1b993-bc9d-408d-809a-b3593e1dee06 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 1128 time: 0.0500381 Oct 30 01:16:36.354341 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-a815085a-b42e-4955-a185-2c9818d10320 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac HTTP/1.1" status: 200 len: 217 time: 0.0360436 Oct 30 01:16:36.415698 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-a009d955-51c6-4aa7-9ed2-3cad68b0caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:36.417306 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-a009d955-51c6-4aa7-9ed2-3cad68b0caac service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0557692 Oct 30 01:16:36.466684 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-bdaea9e8-de9f-483a-8b55-a379d852b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:36.468377 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-bdaea9e8-de9f-483a-8b55-a379d852b2a6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449276 Oct 30 01:16:36.569372 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-27240baf-bcad-44ce-b539-99b1177a52ee service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935833 Oct 30 01:16:36.674018 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea7198ca-cb7c-4628-bc64-62ae0e8868d3 req-5bc0a211-ce56-4915-8dd9-286291e14e28 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981667 Oct 30 01:16:37.114171 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa29fd-b010-40e7-8d43-84125c611eb7 req-10dbd590-60b8-4b54-96ff-683db8cc6f28 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:37.115797 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-74aa29fd-b010-40e7-8d43-84125c611eb7 req-10dbd590-60b8-4b54-96ff-683db8cc6f28 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0510304 Oct 30 01:16:37.176814 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-74aa29fd-b010-40e7-8d43-84125c611eb7 req-6b51ea34-fda6-45ad-9bc7-799fadbe4b7e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550337 Oct 30 01:16:37.218264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f4795-7bf8-4ec7-9a1c-43e35dfc4a9a req-7fc4c27e-55d1-4928-8ec5-24c56aa6075f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:37.219923 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-221f4795-7bf8-4ec7-9a1c-43e35dfc4a9a req-7fc4c27e-55d1-4928-8ec5-24c56aa6075f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 944 time: 0.0597615 Oct 30 01:16:37.270632 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:37.280081 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-221f4795-7bf8-4ec7-9a1c-43e35dfc4a9a req-1afa0725-6dba-466c-960e-be885a4464da tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544269 Oct 30 01:16:37.319916 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 2787be5c-6341-4c37-abbb-ddd900bf4590 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:16:37.423718 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 2787be5c-6341-4c37-abbb-ddd900bf4590 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:37.424108 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:37.424438 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 2787be5c-6341-4c37-abbb-ddd900bf4590 Oct 30 01:16:37.504569 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 2787be5c-6341-4c37-abbb-ddd900bf4590 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:37.504949 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:37.531184 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:37.533528 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1870dc-25c8-4158-b4f7-00a830499609" -d '{"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-plugged", "status": "completed", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:37.555643 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:37.592639 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1081d03-db68-46ec-a663-6eb2219af089 x-openstack-request-id: req-d1081d03-db68-46ec-a663-6eb2219af089 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:37.592639 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-plugged", "status": "completed", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:37.592639 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1081d03-db68-46ec-a663-6eb2219af089 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:37.592639 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1081d03-db68-46ec-a663-6eb2219af089'] response: {'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'code': 200} Oct 30 01:16:37.650341 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:37.865737 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:38.021825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:38.025553 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175689a3-ffbf-4edc-b590-2c04c0e706ac req-5c78f494-ecb4-4a75-9e75-dae692bffdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:38.027110 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-175689a3-ffbf-4edc-b590-2c04c0e706ac req-5c78f494-ecb4-4a75-9e75-dae692bffdba service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.0424945 Oct 30 01:16:38.081207 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-175689a3-ffbf-4edc-b590-2c04c0e706ac req-f887f449-e929-476a-bac5-5443b4fee171 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476506 Oct 30 01:16:38.174739 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:38.309721 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703eeb0-2e3e-4350-8790-d04e958970e5 req-2baddace-cafd-4e42-aaa8-94bd877584e5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:38.311364 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c703eeb0-2e3e-4350-8790-d04e958970e5 req-2baddace-cafd-4e42-aaa8-94bd877584e5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0508974 Oct 30 01:16:38.384111 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c703eeb0-2e3e-4350-8790-d04e958970e5 req-edc5d70c-776a-4ced-81a6-1fee3c97a5a9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668736 Oct 30 01:16:38.419894 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a391a50-4e18-4519-83d9-557071ce704a req-fa093b67-4d19-470e-82db-c0eb541898eb tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:38.421499 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a391a50-4e18-4519-83d9-557071ce704a req-fa093b67-4d19-470e-82db-c0eb541898eb tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0511215 Oct 30 01:16:38.463642 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:38.477263 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3a391a50-4e18-4519-83d9-557071ce704a req-17576df1-c1e3-465d-b7bd-04cd2857b14a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477045 Oct 30 01:16:38.479856 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:39.268534 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device d5220d8d-5cb1-4fc2-a4fa-546aef839dac details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:16:39.387700 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:39.402561 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'port_id': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'mac_address': 'fa:16:3e:44:3a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:16:39.449916 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port d5220d8d-5cb1-4fc2-a4fa-546aef839dac is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:39.450313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:39.466494 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5220d8d-5cb1-4fc2-a4fa-546aef839dac {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:16:39.472004 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:39.490714 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:39.534215 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ebdfa-e30d-4f98-b227-28ba1e4d0c60 req-08f4b712-bd22-4211-9755-959a9bc0a317 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:39.537684 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e07ebdfa-e30d-4f98-b227-28ba1e4d0c60 req-08f4b712-bd22-4211-9755-959a9bc0a317 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0610304 Oct 30 01:16:39.565097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:39.631656 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e07ebdfa-e30d-4f98-b227-28ba1e4d0c60 req-83c3d00a-8858-4b33-b89f-9b48c3529d73 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899816 Oct 30 01:16:39.644561 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:39.667046 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f307-88c4-4b99-83e9-6748804def0f req-d8cf8a14-ef85-48ad-9965-a3604ae8244f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:39.676348 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0485f307-88c4-4b99-83e9-6748804def0f req-d8cf8a14-ef85-48ad-9965-a3604ae8244f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0998437 Oct 30 01:16:39.737444 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0485f307-88c4-4b99-83e9-6748804def0f req-05b4b9e5-4a21-486e-b4b2-5f9f17c831d2 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566220 Oct 30 01:16:39.883659 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['d5220d8d-5cb1-4fc2-a4fa-546aef839dac'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:16:39.883917 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa638b1-2a6e-4e0d-80d6-f01b76e753a6 req-639effc3-29f2-4ab8-b907-ed2ad31a3db0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:39.885465 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baa638b1-2a6e-4e0d-80d6-f01b76e753a6 req-639effc3-29f2-4ab8-b907-ed2ad31a3db0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0649052 Oct 30 01:16:39.899334 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:39.945951 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-baa638b1-2a6e-4e0d-80d6-f01b76e753a6 req-26ffe4d4-b290-4e18-a883-9d8f3998c185 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529282 Oct 30 01:16:39.979439 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59284) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:40.075047 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01626a77-60d1-4f15-ab60-feac63ffab92 tempest-TestShelveInstance-145939318 tempest-TestShelveInstance-145939318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:40.076938 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-01626a77-60d1-4f15-ab60-feac63ffab92 tempest-TestShelveInstance-145939318 tempest-TestShelveInstance-145939318-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1124 time: 0.0960236 Oct 30 01:16:40.080757 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59288) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:40.086056 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'port_id': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:40.183749 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:40.280174 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:40.398986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Allocated IP 172.37.0.54 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/db6ab71a-f94c-4d65-aa7a-3e14305a0aa5) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:16:40.527218 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:40.658159 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:40.709641 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:16:40.714309 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:16:40.720249 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:16:40.761829 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'Port': ['ID=db6ab71a-f94c-4d65-aa7a-3e14305a0aa5,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:40.805496 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:40.817758 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3689-4677-4058-85b6-ddca77b8650d req-7d3a4793-c23d-467f-8cff-057cee9f0f8b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:40.820113 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e6bb3689-4677-4058-85b6-ddca77b8650d req-7d3a4793-c23d-467f-8cff-057cee9f0f8b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0768085 Oct 30 01:16:40.887248 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e6bb3689-4677-4058-85b6-ddca77b8650d req-e9e6bad1-3492-4ef8-845c-1f467bd842d3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608802 Oct 30 01:16:41.100617 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:41.153712 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:41.158346 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for floatingip (5671b926-abc1-4792-95c9-2495ddfa8351), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.278100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device d5220d8d-5cb1-4fc2-a4fa-546aef839dac up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:16:41.301178 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:41.326618 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port d5220d8d-5cb1-4fc2-a4fa-546aef839dac completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:16:41.345783 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.406741 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port d5220d8d-5cb1-4fc2-a4fa-546aef839dac triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:16:41.407085 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.407633 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port d5220d8d-5cb1-4fc2-a4fa-546aef839dac Oct 30 01:16:41.447808 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:16:41.524096 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.541161 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port d5220d8d-5cb1-4fc2-a4fa-546aef839dac is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:16:41.541838 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.583066 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:41.590360 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a24103f-ee25-43d3-b78c-fbebec3a7dd1" -d '{"events": [{"server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:41.601469 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.612059 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:16:41.639664 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd725189-2351-4c15-84e6-2b8edaac092b x-openstack-request-id: req-dd725189-2351-4c15-84e6-2b8edaac092b {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:41.639962 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:41.640217 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd725189-2351-4c15-84e6-2b8edaac092b {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:41.640623 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd725189-2351-4c15-84e6-2b8edaac092b'] response: {'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'code': 200} Oct 30 01:16:41.682743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event updated for resources: {'Port': ['ID=db6ab71a-f94c-4d65-aa7a-3e14305a0aa5,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:41.688423 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (5671b926-abc1-4792-95c9-2495ddfa8351), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.749345 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.805645 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:41.810601 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Floating IP 5671b926-abc1-4792-95c9-2495ddfa8351 associated. External IP: 172.37.0.54, port: 2787be5c-6341-4c37-abbb-ddd900bf4590. Oct 30 01:16:41.812772 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:42.049101 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d008-c0fb-498c-b388-c9f440645533 req-4e4de552-242b-4dac-8aa6-b6258998b94e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:42.050830 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8117d008-c0fb-498c-b388-c9f440645533 req-4e4de552-242b-4dac-8aa6-b6258998b94e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0727153 Oct 30 01:16:42.100148 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99c600-f5ed-476c-9fc3-639fb9b903d2 req-8962e41f-559d-41af-9154-751ecac31985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:42.101665 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c99c600-f5ed-476c-9fc3-639fb9b903d2 req-8962e41f-559d-41af-9154-751ecac31985 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 1130 time: 0.0684941 Oct 30 01:16:42.149792 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8117d008-c0fb-498c-b388-c9f440645533 req-efdd520b-e690-4b90-9974-78f4c1f29b8b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807080 Oct 30 01:16:42.188352 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c99c600-f5ed-476c-9fc3-639fb9b903d2 req-6c148ff9-861e-47a7-be63-7b696d9dcb88 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772874 Oct 30 01:16:42.306466 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Router 9c32e62f-9d10-445a-9c7f-846089b997f2 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:16:42.432408 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:16:42.446530 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] Sync routers for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:16:42.458984 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:42.459783 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:42.516657 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:42.557443 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-fb594fdf-7702-4e3e-a323-89bba84c193f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4754219 Oct 30 01:16:42.558097 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:42.560617 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b234b57-cca9-4169-90e5-3fbb1695ca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:42.578195 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:42.620008 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8392e6-50c2-49fd-b5f1-0c9a6d38e938 x-openstack-request-id: req-4c8392e6-50c2-49fd-b5f1-0c9a6d38e938 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:42.620362 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:42.620660 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c8392e6-50c2-49fd-b5f1-0c9a6d38e938 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:42.621159 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8392e6-50c2-49fd-b5f1-0c9a6d38e938'] response: {'name': 'network-changed', 'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'status': 'completed', 'code': 200} Oct 30 01:16:42.879028 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5671b926-abc1-4792-95c9-2495ddfa8351', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'floating_ip_address': '172.37.0.54', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'port_id': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'mac_address': 'fa:16:3e:d8:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37986d61-58aa-43a7-95eb-99ab0e188914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:16:41Z', 'updated_at': '2022-10-30T01:16:41Z', 'revision_number': 0, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:56Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:42.933857 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] Checking router: 9c32e62f-9d10-445a-9c7f-846089b997f2 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:16:42.949463 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:42.950502 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:42.969255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-c81950ce-43ce-4b65-9c2c-d9675a3c3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:42.971122 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-c81950ce-43ce-4b65-9c2c-d9675a3c3772 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.0454986 Oct 30 01:16:43.137642 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-ec776c2d-3df9-4284-a103-3169ee3dc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:43.140176 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-ec776c2d-3df9-4284-a103-3169ee3dc7a6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 909 time: 0.1437962 Oct 30 01:16:43.213931 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:43.355791 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839987c-3c39-4349-bc17-0ccc24059dbd req-150dd78d-a820-4878-8369-d4e8b0f5fe29 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:43.358628 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e839987c-3c39-4349-bc17-0ccc24059dbd req-150dd78d-a820-4878-8369-d4e8b0f5fe29 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0923390 Oct 30 01:16:43.420196 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:43.425248 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e839987c-3c39-4349-bc17-0ccc24059dbd req-d31f6242-07da-4524-b753-bfd4dbeb16da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586784 Oct 30 01:16:43.468095 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5671b926-abc1-4792-95c9-2495ddfa8351', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'floating_ip_address': '172.37.0.54', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'port_id': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'mac_address': 'fa:16:3e:d8:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37986d61-58aa-43a7-95eb-99ab0e188914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:16:41Z', 'updated_at': '2022-10-30T01:16:41Z', 'revision_number': 0, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:56Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:43.496051 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec7637-5280-4349-88c3-acd1aeb995e9 None None] The sync data for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb is: [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '5671b926-abc1-4792-95c9-2495ddfa8351', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'floating_ip_address': '172.37.0.54', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'port_id': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'mac_address': 'fa:16:3e:d8:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37986d61-58aa-43a7-95eb-99ab0e188914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:16:41Z', 'updated_at': '2022-10-30T01:16:41Z', 'revision_number': 0, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:56Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:16:43.701132 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-b246945c-75d4-4ce7-a8be-1319d03e57d5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 998 time: 0.0793355 Oct 30 01:16:43.747210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccd8c7-b7b7-4b50-8cbb-6b2e3aa70e1d None None] New status for floating IP 5671b926-abc1-4792-95c9-2495ddfa8351: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:16:43.814320 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-9a759be0-6826-4779-8d92-3b3c1001928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:43.815905 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-9a759be0-6826-4779-8d92-3b3c1001928a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.0577302 Oct 30 01:16:43.883761 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-ae4843e6-dca6-473a-9cc9-c89698d27cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:43.885560 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-ae4843e6-dca6-473a-9cc9-c89698d27cbd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0632215 Oct 30 01:16:43.993855 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-4a1b93e0-d253-4a7b-844d-416bf03083e5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020062 Oct 30 01:16:44.118726 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0b234b57-cca9-4169-90e5-3fbb1695ca8e req-425e5cef-ebd1-418e-9b35-1a9c29feff4a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086566 Oct 30 01:16:44.616056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697642-db83-4e11-b668-c8a2ab50eccf req-c6fa7cba-5049-453d-9d71-e11f61989574 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:44.618725 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70697642-db83-4e11-b668-c8a2ab50eccf req-c6fa7cba-5049-453d-9d71-e11f61989574 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0847893 Oct 30 01:16:44.701392 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-70697642-db83-4e11-b668-c8a2ab50eccf req-72bc9b67-c1da-4f0a-b47b-a03fc262bc8e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764101 Oct 30 01:16:44.817233 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:44.864797 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6a38-8400-4d04-8193-117d6629b530 req-a96069a7-8cf3-43de-8bc7-fe33db8bfb33 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:44.866490 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-306d6a38-8400-4d04-8193-117d6629b530 req-a96069a7-8cf3-43de-8bc7-fe33db8bfb33 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0652795 Oct 30 01:16:44.879340 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59306) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:44.884453 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'port_id': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:16:44.926528 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:45.428758 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:45.497479 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:45.596180 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:45.603954 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5 associated. External IP: 172.37.0.211, port: d5220d8d-5cb1-4fc2-a4fa-546aef839dac. Oct 30 01:16:45.698290 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:45.846765 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:16:45.969774 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:16:45.974864 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:45.980922 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:16:45.993590 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:45.994213 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:46.014738 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-eece8eea-85d7-492b-bc3c-b5267a60a56c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5 HTTP/1.1" status: 200 len: 992 time: 1.1338999 Oct 30 01:16:46.015698 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:16:46.019625 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50f5238-e233-420f-9394-d0a854c78429" -d '{"events": [{"name": "network-changed", "server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:16:46.064604 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4144a9b5-2873-44c1-b030-223848b480ca x-openstack-request-id: req-4144a9b5-2873-44c1-b030-223848b480ca {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:16:46.064897 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:16:46.065150 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4144a9b5-2873-44c1-b030-223848b480ca {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:16:46.065565 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4144a9b5-2873-44c1-b030-223848b480ca'] response: {'name': 'network-changed', 'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'status': 'completed', 'code': 200} Oct 30 01:16:46.157926 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:46.185826 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5238-e233-420f-9394-d0a854c78429 req-11ddc7eb-65c6-438b-a555-26deb18b9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:46.188005 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-11ddc7eb-65c6-438b-a555-26deb18b9386 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 1130 time: 0.0518532 Oct 30 01:16:46.287346 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:46.296317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5238-e233-420f-9394-d0a854c78429 req-7c63b9d8-989f-43d6-8828-37d17ee5cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:46.305320 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-7c63b9d8-989f-43d6-8828-37d17ee5cca2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 915 time: 0.1030357 Oct 30 01:16:46.360925 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:46.386993 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-02db22eb-75d9-4bfa-9753-c8f8576f800d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac HTTP/1.1" status: 200 len: 1000 time: 0.0800548 Oct 30 01:16:46.453127 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5238-e233-420f-9394-d0a854c78429 req-170bdac4-e691-47bf-9175-a4b178969375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:46.455758 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-170bdac4-e691-47bf-9175-a4b178969375 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0562737 Oct 30 01:16:46.456707 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.211', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:44:3a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:16:27Z', 'updated_at': '2022-10-30T01:16:45Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}, {'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:36Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:46.499957 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:16:46.514827 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:16:46.515856 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:16:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:46.525300 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5238-e233-420f-9394-d0a854c78429 req-a1d6e818-61b4-41fa-926b-84f45a9bec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:16:46.527192 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-a1d6e818-61b4-41fa-926b-84f45a9bec13 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0644705 Oct 30 01:16:46.676860 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:16:46.680089 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-bedada35-375a-4feb-b51d-0d2862dc1ce4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440895 Oct 30 01:16:46.804023 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e50f5238-e233-420f-9394-d0a854c78429 req-22617cde-5d4e-4d59-8bd2-a12c07e7c064 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106098 Oct 30 01:16:46.924445 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.211', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:44:3a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:16:27Z', 'updated_at': '2022-10-30T01:16:45Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}, {'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:36Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:16:46.952849 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b0205-1529-4c56-9177-4d51cf976339 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.211', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:44:3a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:16:27Z', 'updated_at': '2022-10-30T01:16:45Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}, {'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:36Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:16:47.172727 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d84e5-3852-45cd-bbca-7e4be4143876 None None] New status for floating IP a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:16:56.001420 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:56.009862 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=53 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:56.795099 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:56.798179 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=48 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:56.927245 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=55 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:56.928131 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=43 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:57.310029 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:57.320557 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:58.194322 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4cdaca0e-71b4-4488-ab96-fe6024959a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:00.472542 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ed02d722-d7d3-4a2a-8318-c29a4cded119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:02.308777 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:03.862117 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:04.051094 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:06.856452 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb32fa-21eb-4c67-b79d-1d37db68bede req-7ff5bdb8-8ec3-4d56-9dbd-17de92091a8e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:06.858024 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1deb32fa-21eb-4c67-b79d-1d37db68bede req-7ff5bdb8-8ec3-4d56-9dbd-17de92091a8e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.0555832 Oct 30 01:17:06.928895 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1deb32fa-21eb-4c67-b79d-1d37db68bede req-882312c8-0a8d-479c-96b3-c958706b677f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641365 Oct 30 01:17:08.071071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11a25-290d-4cda-8db5-46ba2401394e req-e29a1da6-558d-499c-a594-43f15ce8ce71 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:08.072825 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eca11a25-290d-4cda-8db5-46ba2401394e req-e29a1da6-558d-499c-a594-43f15ce8ce71 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.0530739 Oct 30 01:17:08.131251 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eca11a25-290d-4cda-8db5-46ba2401394e req-624787bf-de19-496a-865c-23c57a18aecc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507402 Oct 30 01:17:08.816431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-55ff4067-6cba-46a6-84ed-9a3a88a99d73 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:08.818647 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-55ff4067-6cba-46a6-84ed-9a3a88a99d73 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.0521276 Oct 30 01:17:08.921279 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Deleting port 1d6fd425-3461-45ae-8efb-bc1ff24c309a {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:17:08.921617 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:09.032988 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] For port 1d6fd425-3461-45ae-8efb-bc1ff24c309a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1d6fd425-3461-45ae-8efb-bc1ff24c309a,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:09.033425 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:09.237794 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:09.239261 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:09.239517 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Floating IP 7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb disassociated. External IP: 172.37.0.221, port: 1d6fd425-3461-45ae-8efb-bc1ff24c309a. Oct 30 01:17:09.240209 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Calling delete_port for 1d6fd425-3461-45ae-8efb-bc1ff24c309a owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:17:09.405321 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835dd26-a500-4602-8797-b8dcc4ff30fe req-51e48d66-4be3-4ace-8c4f-c5a8d4827990 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:09.408009 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c835dd26-a500-4602-8797-b8dcc4ff30fe req-51e48d66-4be3-4ace-8c4f-c5a8d4827990 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 946 time: 0.1636162 Oct 30 01:17:09.897260 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c835dd26-a500-4602-8797-b8dcc4ff30fe req-437299b8-3ece-4743-94dd-1f826ec3be60 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b246f106-8205-4565-86b7-c706d58cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4742675 Oct 30 01:17:10.043773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (1d6fd425-3461-45ae-8efb-bc1ff24c309a), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:10.071837 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event deleted for resources: {'Port': ['ID=1d6fd425-3461-45ae-8efb-bc1ff24c309a,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:10.190489 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:10.197308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:10.201779 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:17:10.352150 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:17:10.374665 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:17:10.390803 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:10.391871 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:10.427220 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] No DVR routers for this DVR port 1d6fd425-3461-45ae-8efb-bc1ff24c309a on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:17:10.441568 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:10.449921 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-db1156c6-3fc6-4621-b876-5f1685547cc7 req-696b9669-2458-4d9b-a859-08e21cb2dbea tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "DELETE /networking/v2.0/ports/1d6fd425-3461-45ae-8efb-bc1ff24c309a HTTP/1.1" status: 204 len: 173 time: 1.6222851 Oct 30 01:17:10.451205 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-deleted', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:10.456624 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d90d699-6e25-4273-8ca6-0e0aeb3178df" -d '{"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-deleted", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:10.533331 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c838268-73d8-4dd7-8fdb-f58c0fad05cd x-openstack-request-id: req-3c838268-73d8-4dd7-8fdb-f58c0fad05cd {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:10.533854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f5ece-c472-4444-b1e0-365185ebf03f", "name": "network-vif-deleted", "tag": "1d6fd425-3461-45ae-8efb-bc1ff24c309a", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:10.534350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c838268-73d8-4dd7-8fdb-f58c0fad05cd {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:10.535319 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c838268-73d8-4dd7-8fdb-f58c0fad05cd'] response: {'server_uuid': 'a61f5ece-c472-4444-b1e0-365185ebf03f', 'name': 'network-vif-deleted', 'tag': '1d6fd425-3461-45ae-8efb-bc1ff24c309a', 'status': 'completed', 'code': 200} Oct 30 01:17:10.552532 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:10.830846 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:10.839154 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:10.891170 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:17:10.906518 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:10.907558 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:11.070955 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f70d710-84a8-403f-9349-7a7d9fc3b102 req-526a8628-5fea-4eb0-8213-8807922a6bb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a61f5ece-c472-4444-b1e0-365185ebf03f HTTP/1.1" status: 200 len: 210 time: 0.0382552 Oct 30 01:17:11.145898 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:11.405910 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:11.434157 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e99523-907c-4b4b-8dd3-9aa6aa2124ae None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:17:11.684250 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8388065-4978-4b2b-abc9-0aab85a1da3c None None] New status for floating IP 7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:17:12.282740 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59366) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:12.350995 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (b246f106-8205-4565-86b7-c706d58cf29c), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.382840 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (b246f106-8205-4565-86b7-c706d58cf29c), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.546403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (b246f106-8205-4565-86b7-c706d58cf29c), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.549127 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.550397 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b246f106-8205-4565-86b7-c706d58cf29c HTTP/1.1" status: 204 len: 168 time: 0.2662284 Oct 30 01:17:12.554481 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59368) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:12.561388 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246f106-8205-4565-86b7-c706d58cf29c,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:12.570606 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.570953 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.571294 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.571659 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.572001 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.572333 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.572660 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.572989 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.573315 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.573638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.573963 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.574286 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.574622 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.574942 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.575262 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335441-78dd-4b97-adf3-0c781ebc7762 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:12.580545 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.api.v2.resource [None req-4e269a72-a2b5-4331-9d39-00c9ba113ecc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] show failed (client error): The resource could not be found. Oct 30 01:17:12.581661 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4e269a72-a2b5-4331-9d39-00c9ba113ecc tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups/b246f106-8205-4565-86b7-c706d58cf29c HTTP/1.1" status: 404 len: 347 time: 0.0256383 Oct 30 01:17:12.586430 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59370) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:12.713681 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Deleting port 109d9dd0-4687-4993-b853-c6102011e2d8 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:17:12.714025 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (109d9dd0-4687-4993-b853-c6102011e2d8), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.800122 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (109d9dd0-4687-4993-b853-c6102011e2d8), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.800435 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (109d9dd0-4687-4993-b853-c6102011e2d8), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:12.817320 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Calling delete_port for 109d9dd0-4687-4993-b853-c6102011e2d8 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:17:12.935951 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-e4ceaea3-ffbd-409d-98db-e8a912808134 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519285 Oct 30 01:17:13.055688 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-c1d46882-c130-4909-ac27-596548c248fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:13.057212 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-c1d46882-c130-4909-ac27-596548c248fb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 1129 time: 0.0455797 Oct 30 01:17:13.084925 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (109d9dd0-4687-4993-b853-c6102011e2d8), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.120013 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event deleted for resources: {'Port': ['ID=109d9dd0-4687-4993-b853-c6102011e2d8,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:13.190010 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-79f1fa85-637f-42ed-a72b-de105b38123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:13.191667 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-79f1fa85-637f-42ed-a72b-de105b38123a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 915 time: 0.1127653 Oct 30 01:17:13.195771 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.198774 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.200458 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-5d0c2d05-6b05-4c3f-bac4-d35f16332ff9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/7dee1da9-bfb7-4e24-a7e1-feae1cf4d4fb HTTP/1.1" status: 204 len: 168 time: 0.6128993 Oct 30 01:17:13.283800 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-318a01d8-6ee7-4188-b2ce-e1999776ef83 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b17abf8-3601-4323-b7df-62e623f6a142 HTTP/1.1" status: 200 len: 1001 time: 0.0821567 Oct 30 01:17:13.341570 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-18f9a9d1-ed08-4b9c-9d0c-9ae598c34fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:13.346417 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-18f9a9d1-ed08-4b9c-9d0c-9ae598c34fbf service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0535798 Oct 30 01:17:13.389288 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59374) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:13.396003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-38de3725-2f8a-4064-a639-978c5afec15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:13.397503 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669636412', 'description': 'tempest-description--242219950'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:13.398452 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-38de3725-2f8a-4064-a639-978c5afec15e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473039 Oct 30 01:17:13.401219 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:17:13.435522 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 1d6fd425-3461-45ae-8efb-bc1ff24c309a {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:17:13.437098 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1d6fd425-3461-45ae-8efb-bc1ff24c309a not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:17:13.518985 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.525697 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-a1b2d898-122e-42a1-9da5-42768900306b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197853 Oct 30 01:17:13.616554 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (c88c794a-ac04-43fd-8eef-76c5fd5a805f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.644083 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea72d952-4943-41f7-ac5e-745473ec2488 req-3fb8098c-75bd-4e9e-bf44-fb186c50cf0c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095181 Oct 30 01:17:13.713829 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (c88c794a-ac04-43fd-8eef-76c5fd5a805f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.748728 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c794a-ac04-43fd-8eef-76c5fd5a805f,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:13.829468 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.830812 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d6ba5502-6b1f-4e5e-837d-e75001097cb5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4399817 Oct 30 01:17:13.834935 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59376) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:13.840152 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'security_group_rule': {'security_group_id': 'c88c794a-ac04-43fd-8eef-76c5fd5a805f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:13.950986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (ee939ebf-1d17-4b74-998a-39f9561fc1bc), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:13.963642 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:13.977848 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:14.034217 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (ee939ebf-1d17-4b74-998a-39f9561fc1bc), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.131743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (ee939ebf-1d17-4b74-998a-39f9561fc1bc), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.157563 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee939ebf-1d17-4b74-998a-39f9561fc1bc,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:14.268057 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.269286 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d4b8dfac-ebf6-440c-86c3-e05971999f15 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4332283 Oct 30 01:17:14.272167 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59378) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:14.277122 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'security_group_rule': {'security_group_id': 'c88c794a-ac04-43fd-8eef-76c5fd5a805f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:14.450875 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (c1fd7679-41db-4c63-bbc5-cb91ca3be786), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.511941 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (c1fd7679-41db-4c63-bbc5-cb91ca3be786), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.604520 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (c1fd7679-41db-4c63-bbc5-cb91ca3be786), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.627142 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fd7679-41db-4c63-bbc5-cb91ca3be786,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:14.721241 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.723175 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6a27f1c7-a993-401b-9b75-ffa861ad2bd4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4490438 Oct 30 01:17:14.727820 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59380) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:14.732887 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:14.877594 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:14.970014 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.083309 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Allocated IP 172.37.0.253 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/d273d123-1202-446e-9f98-3290a873d96f) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:17:15.201944 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for port (d273d123-1202-446e-9f98-3290a873d96f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.294705 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (d273d123-1202-446e-9f98-3290a873d96f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.298121 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:15.340693 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:17:15.344954 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:17:15.353019 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:17:15.381983 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'Port': ['ID=d273d123-1202-446e-9f98-3290a873d96f,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:15.449779 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (c2702dc8-bee8-4a39-8075-b5b925e9204d), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.450968 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:15.588030 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (d273d123-1202-446e-9f98-3290a873d96f), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.779322 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for port (d273d123-1202-446e-9f98-3290a873d96f), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.896476 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (d273d123-1202-446e-9f98-3290a873d96f), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.993547 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (c2702dc8-bee8-4a39-8075-b5b925e9204d), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:15.999550 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'Port': ['ID=d273d123-1202-446e-9f98-3290a873d96f,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:16.115885 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:16.117335 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-cd2143f5-947e-4408-8df7-5bf2d8d729cf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3884344 Oct 30 01:17:16.386472 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-15bf4dc8-1e23-43af-a98a-3f9e3fe32e0d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1669636412&fields=id&tenant_id=6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 267 time: 0.0530181 Oct 30 01:17:16.511827 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-6b48f4f9-17d7-4b38-a944-b11f659be3b1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:16.513380 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-6b48f4f9-17d7-4b38-a944-b11f659be3b1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 816 time: 0.1251466 Oct 30 01:17:16.529847 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-35fe2332-b84f-4c8e-b9cd-34613737acdf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/quotas/6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 375 time: 0.0108054 Oct 30 01:17:16.588680 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-ce0cf14b-7c40-4193-a983-6fc3c59abcb6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522320 Oct 30 01:17:16.615331 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:16.702764 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-7f513657-a7e8-488b-9092-9c53412c86b5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961807 Oct 30 01:17:16.811571 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c4fd7529-fc70-482b-a4ef-606aa299c17a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014755 Oct 30 01:17:17.091024 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eecfabec-2942-4409-9a6e-dea8fb1d7c85 req-7c7aacd3-4468-4c97-8be7-0e241f6891ed tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 210 time: 0.0333512 Oct 30 01:17:18.208831 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:18.228677 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7c478414-2e37-4e4c-822c-5e908d8dc41c req-bb1dd48d-e6ba-493a-aeb2-9ed818e1a881 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 210 time: 0.0309129 Oct 30 01:17:18.447948 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:17:19.358689 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6cdbd6d3-6c94-4bc1-a457-488a11feff14 req-c89d2917-aee8-4af4-82ec-f0ca1b81fdf7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 210 time: 0.0359721 Oct 30 01:17:19.930298 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-ccc6ca09-38ff-41c5-86aa-83fa2c77efeb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:19.932745 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-ccc6ca09-38ff-41c5-86aa-83fa2c77efeb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 816 time: 0.1393197 Oct 30 01:17:20.014498 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-75a006c8-0c19-4682-a37d-2d4966b4fe87 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 380 time: 0.0657523 Oct 30 01:17:20.025443 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'port': {'device_id': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'admin_state_up': True, 'tenant_id': '6e74d6179e574138841007195fd72400', 'security_groups': ['c88c794a-ac04-43fd-8eef-76c5fd5a805f']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:20.288687 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Made reservation on behalf of 6e74d6179e574138841007195fd72400 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:17:20.293013 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:20.475951 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Allocated IP 172.20.0.7 (6257f567-c00a-4953-abb1-a059fb358974/995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2/048da4f3-1d63-47ae-b4af-333cac47dd73) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:17:20.563934 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-afc3837f-1966-4866-8447-c95f7e24a284 req-2b53fe7e-2601-4bbe-ada4-67e83e0ccc92 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 210 time: 0.0765879 Oct 30 01:17:20.799467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:20.919057 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:20.964156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:20.980369 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Network 6257f567-c00a-4953-abb1-a059fb358974 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:17:20.987077 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:17:20.989702 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:20.992291 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:17:21.051734 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:21.052359 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:21.062944 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:21.196059 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-c791ca75-c02b-44b9-bc34-e35f15ac9a13 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1761370 Oct 30 01:17:21.217773 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Request body: {'port': {'device_id': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:21.266920 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-2c7bcc85-958b-4b85-acde-1e253e8cc93c None None] Provisioning complete for port 048da4f3-1d63-47ae-b4af-333cac47dd73 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:17:21.267867 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2c7bcc85-958b-4b85-acde-1e253e8cc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:21.267867 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-2c7bcc85-958b-4b85-acde-1e253e8cc93c None None] Attempt 1 to provision port 048da4f3-1d63-47ae-b4af-333cac47dd73 Oct 30 01:17:21.292066 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:21.307976 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bcc85-958b-4b85-acde-1e253e8cc93c None None] Port 048da4f3-1d63-47ae-b4af-333cac47dd73 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:17:21.640445 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048da4f3-1d63-47ae-b4af-333cac47dd73 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:17:21.649804 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Publish callbacks [] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:21.667382 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Transition to ACTIVE for port object 048da4f3-1d63-47ae-b4af-333cac47dd73 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:17:21.723749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab10f85-a698-4c6c-8d9c-b6d52fb6de01 req-d3bc13fc-c9e8-4fe3-abc7-a5757bdc6900 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:21.726685 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2ab10f85-a698-4c6c-8d9c-b6d52fb6de01 req-d3bc13fc-c9e8-4fe3-abc7-a5757bdc6900 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 931 time: 0.0629549 Oct 30 01:17:21.766609 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:21.833750 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2ab10f85-a698-4c6c-8d9c-b6d52fb6de01 req-31847e46-f4af-4986-9924-6deed12e5b7b tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000292 Oct 30 01:17:21.842375 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:21.860757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:21.928951 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Attempting to bind port 048da4f3-1d63-47ae-b4af-333cac47dd73 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:17:21.929440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Attempting to bind port 048da4f3-1d63-47ae-b4af-333cac47dd73 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:17:21.929880 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Attempting to bind port 048da4f3-1d63-47ae-b4af-333cac47dd73 on network 6257f567-c00a-4953-abb1-a059fb358974 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:17:21.981119 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Port 048da4f3-1d63-47ae-b4af-333cac47dd73 on network 6257f567-c00a-4953-abb1-a059fb358974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:17:21.981754 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Attempting to bind port 048da4f3-1d63-47ae-b4af-333cac47dd73 on network 6257f567-c00a-4953-abb1-a059fb358974 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:17:22.051808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:17:22.052146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Checking segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:17:22.052857 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Bound using segment: {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:17:22.053335 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Bound port: 048da4f3-1d63-47ae-b4af-333cac47dd73, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b912d4-bc32-4789-ae77-98cb20afa6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6257f567-c00a-4953-abb1-a059fb358974'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:17:22.053699 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:22.131536 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:17:22.135388 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:17:22.221918 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:22.227317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.228010 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:22.229467 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 200 len: 1093 time: 1.0163317 Oct 30 01:17:22.230115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:22.232588 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ea8922-225c-44cb-ad03-209a9eae4fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:22.308871 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1559af-f784-44a1-a698-32cd12e73cf4 x-openstack-request-id: req-0a1559af-f784-44a1-a698-32cd12e73cf4 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:22.309164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:22.310019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a1559af-f784-44a1-a698-32cd12e73cf4 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:22.310455 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1559af-f784-44a1-a698-32cd12e73cf4'] response: {'name': 'network-changed', 'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'status': 'completed', 'code': 200} Oct 30 01:17:22.316189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdfad2-1799-4afb-bef9-97dc8c06e6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:22.419223 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8922-225c-44cb-ad03-209a9eae4fa6 req-e04160a6-f50f-4b24-ba30-c7fd0610584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.420911 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24ea8922-225c-44cb-ad03-209a9eae4fa6 req-e04160a6-f50f-4b24-ba30-c7fd0610584f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1127 time: 0.0677564 Oct 30 01:17:22.548354 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8922-225c-44cb-ad03-209a9eae4fa6 req-8ea28537-0234-41a2-88b5-61720f236bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.550032 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24ea8922-225c-44cb-ad03-209a9eae4fa6 req-8ea28537-0234-41a2-88b5-61720f236bea service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=6e74d6179e574138841007195fd72400&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1126771 Oct 30 01:17:22.671484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8922-225c-44cb-ad03-209a9eae4fa6 req-a3ac31a8-c32f-4296-a578-788c1045bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.673121 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-24ea8922-225c-44cb-ad03-209a9eae4fa6 req-a3ac31a8-c32f-4296-a578-788c1045bf4a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130381 Oct 30 01:17:22.786908 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-656bfc5d-817f-44d1-aba7-ef0b7e369c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.788646 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-656bfc5d-817f-44d1-aba7-ef0b7e369c3d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1127 time: 0.0517437 Oct 30 01:17:22.807827 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:22.838541 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-1e80d97b-cf48-4845-93c0-c5c6cb516a90 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 200 len: 217 time: 0.0371840 Oct 30 01:17:22.902851 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-a8435aad-c78e-4c2f-b2ee-ac669335c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.904428 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-a8435aad-c78e-4c2f-b2ee-ac669335c82d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0601509 Oct 30 01:17:22.962642 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-152058d9-81b9-40b4-898d-9e89d53afe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:22.964552 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-152058d9-81b9-40b4-898d-9e89d53afe59 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532179 Oct 30 01:17:23.089799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e3540-41f0-48e3-8a81-d39d5efffc10 req-b900cd93-bc7b-46ed-861f-3d981ca155ba tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:23.091395 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f64e3540-41f0-48e3-8a81-d39d5efffc10 req-b900cd93-bc7b-46ed-861f-3d981ca155ba tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.1186857 Oct 30 01:17:23.150222 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac411bd-36af-42c0-8a7d-56da5ad8beac req-5f5dcf18-5fe3-43b6-a49b-18124c7c8311 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:23.151797 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eac411bd-36af-42c0-8a7d-56da5ad8beac req-5f5dcf18-5fe3-43b6-a49b-18124c7c8311 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0942004 Oct 30 01:17:23.204948 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-a99d7cb1-6507-4cd4-9ad8-7b710c77bc3a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335095 Oct 30 01:17:23.225244 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f64e3540-41f0-48e3-8a81-d39d5efffc10 req-7c837f65-51ef-4265-9384-4d2288f9c461 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157684 Oct 30 01:17:23.245285 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eac411bd-36af-42c0-8a7d-56da5ad8beac req-2f20fba1-19c5-46c5-be58-18089cd73457 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824101 Oct 30 01:17:24.193475 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:24.277581 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ae5a3843-37bc-43bb-8051-aaeccbefedfe req-e16461c5-4637-4976-8dfb-a458fa90cd2a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027334 Oct 30 01:17:24.437681 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2be08-18e1-4ba7-8d31-b1bb8294cedc req-11ef4f73-1df1-4f3c-8741-a4f0739a84e9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:24.439359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbc2be08-18e1-4ba7-8d31-b1bb8294cedc req-11ef4f73-1df1-4f3c-8741-a4f0739a84e9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.1130195 Oct 30 01:17:24.452011 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3a4f-9614-4afc-b2f0-7507ae33a703 req-62606082-9bbc-4e3f-8b01-25232b551a54 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:24.453618 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-74cf3a4f-9614-4afc-b2f0-7507ae33a703 req-62606082-9bbc-4e3f-8b01-25232b551a54 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0753961 Oct 30 01:17:24.541351 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbc2be08-18e1-4ba7-8d31-b1bb8294cedc req-65b7f866-9ed0-4d13-beae-289b38c8c135 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866699 Oct 30 01:17:24.550176 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-74cf3a4f-9614-4afc-b2f0-7507ae33a703 req-cc7613ab-cca2-4f97-81e0-0b922ba6ee6b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806048 Oct 30 01:17:25.273033 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-71c8ec07-7fb9-49c1-86a1-3d2b674b5aac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:25.274618 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-71c8ec07-7fb9-49c1-86a1-3d2b674b5aac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0506966 Oct 30 01:17:25.368487 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port d5220d8d-5cb1-4fc2-a4fa-546aef839dac {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:17:25.368827 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:25.466190 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:17:25.481005 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] For port d5220d8d-5cb1-4fc2-a4fa-546aef839dac, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:25.481596 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:25.648863 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:25.686229 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'mac_address': 'fa:16:3e:e5:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:17:25.751620 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:17:25.752266 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:25.773370 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:25.777109 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048da4f3-1d63-47ae-b4af-333cac47dd73 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:17:25.806449 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b267-0a80-4ee1-993f-370c98bfc462 req-39891dde-8082-4d77-8ac9-f86d400c8127 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:25.807007 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:25.808105 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3b83b267-0a80-4ee1-993f-370c98bfc462 req-39891dde-8082-4d77-8ac9-f86d400c8127 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0986879 Oct 30 01:17:25.815467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e56d-e2e8-4f5d-a75e-89df42213184 req-db638825-cd5e-4275-9674-70b8cc833b85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:25.826157 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1101e56d-e2e8-4f5d-a75e-89df42213184 req-db638825-cd5e-4275-9674-70b8cc833b85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1242306 Oct 30 01:17:25.826157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:25.826157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:25.826157 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5 disassociated. External IP: 172.37.0.211, port: d5220d8d-5cb1-4fc2-a4fa-546aef839dac. Oct 30 01:17:25.826157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for d5220d8d-5cb1-4fc2-a4fa-546aef839dac owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:17:25.912792 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:25.967403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:25.976119 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.976464 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.976812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.977172 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.977510 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.977838 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.978160 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.978481 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.978799 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.979118 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.979440 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.979789 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.980111 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.980425 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:25.980773 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.014072 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:26.017040 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:26.026599 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3b83b267-0a80-4ee1-993f-370c98bfc462 req-2398d370-ec7f-45a9-9381-c4fe6a7b8ce9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050705 Oct 30 01:17:26.042312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1101e56d-e2e8-4f5d-a75e-89df42213184 req-33400534-a76f-4770-823b-0370949e6554 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7b94f106-2fd1-4712-8d4b-3495019fd39e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133024 Oct 30 01:17:26.270342 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['048da4f3-1d63-47ae-b4af-333cac47dd73'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:17:26.284551 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (d5220d8d-5cb1-4fc2-a4fa-546aef839dac), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:26.325317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=d5220d8d-5cb1-4fc2-a4fa-546aef839dac,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.342292 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.343953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.343953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.343953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.343953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.343953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:17:26.422513 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:26.501883 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:17:26.933127 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:17:26.946004 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96819637-b118-4f76-a8ce-53425567b52a None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:17:26.960278 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:26.961138 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:26.981967 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] No DVR routers for this DVR port d5220d8d-5cb1-4fc2-a4fa-546aef839dac on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:17:26.985371 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:26.989760 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0a56e4e0-bd59-4780-a292-adc98f4b1be5 req-3948b554-05b7-4f1f-bf95-abe44007884a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d5220d8d-5cb1-4fc2-a4fa-546aef839dac HTTP/1.1" status: 204 len: 173 time: 1.7100725 Oct 30 01:17:26.990397 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'name': 'network-vif-deleted', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:26.993550 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feaaa57-d4d3-45ed-b96a-abed633f995e" -d '{"events": [{"server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "name": "network-vif-deleted", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:27.045614 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d9f765-3ccd-4e43-afd3-98c1340f439b x-openstack-request-id: req-14d9f765-3ccd-4e43-afd3-98c1340f439b {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:27.046083 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b158f22f-4875-4dd7-9079-58e4dc91e7a3", "name": "network-vif-deleted", "tag": "d5220d8d-5cb1-4fc2-a4fa-546aef839dac", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:27.046493 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14d9f765-3ccd-4e43-afd3-98c1340f439b {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:27.047137 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d9f765-3ccd-4e43-afd3-98c1340f439b'] response: {'server_uuid': 'b158f22f-4875-4dd7-9079-58e4dc91e7a3', 'name': 'network-vif-deleted', 'tag': 'd5220d8d-5cb1-4fc2-a4fa-546aef839dac', 'status': 'completed', 'code': 200} Oct 30 01:17:27.060938 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=90 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:27.078638 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=99 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:27.092858 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:27.225874 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8064-42f0-487e-9799-6360aa3e3865 req-310c6b73-c10c-4081-83e5-5406c81f7a3e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:27.227445 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecfd8064-42f0-487e-9799-6360aa3e3865 req-310c6b73-c10c-4081-83e5-5406c81f7a3e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 944 time: 0.0954223 Oct 30 01:17:27.256322 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2b010a5c-c3e2-4136-9c06-031e87775f30 req-f3a27566-1b55-40c9-91ad-a9300d511f4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0579100 Oct 30 01:17:27.321018 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ecfd8064-42f0-487e-9799-6360aa3e3865 req-0987c85d-1e0b-48be-9836-d5bf9cbd5686 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735404 Oct 30 01:17:27.428591 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:36Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:27.457720 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96819637-b118-4f76-a8ce-53425567b52a None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:17:27.468181 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:27.468820 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:27.473759 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:17:27.479296 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:27.480234 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:27.527531 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 048da4f3-1d63-47ae-b4af-333cac47dd73 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:17:27.627286 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:27.644729 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 048da4f3-1d63-47ae-b4af-333cac47dd73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:17:27.645691 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:27.646283 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 048da4f3-1d63-47ae-b4af-333cac47dd73 Oct 30 01:17:27.808123 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:17:27.808677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:27.851879 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:27.855858 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e09cc7-c701-4872-8ce5-f927ca396242" -d '{"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-plugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:27.880068 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:27.914923 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927cd8eb-d471-475f-9d7a-da314976a5fa x-openstack-request-id: req-927cd8eb-d471-475f-9d7a-da314976a5fa {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:27.915353 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-plugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:27.915713 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-927cd8eb-d471-475f-9d7a-da314976a5fa {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:27.916194 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927cd8eb-d471-475f-9d7a-da314976a5fa'] response: {'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'code': 200} Oct 30 01:17:27.922510 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-96819637-b118-4f76-a8ce-53425567b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:36Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:27.951499 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96819637-b118-4f76-a8ce-53425567b52a None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'edc81c9c-6091-481a-ba8e-e85adc96cf25', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.138', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '0b17abf8-3601-4323-b7df-62e623f6a142', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:18:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:15:13Z', 'updated_at': '2022-10-30T01:15:36Z', 'revision_number': 2, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:17:27.964250 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:27.965480 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device d5220d8d-5cb1-4fc2-a4fa-546aef839dac no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:17:28.046135 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: d5220d8d-5cb1-4fc2-a4fa-546aef839dac {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:17:28.046659 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device d5220d8d-5cb1-4fc2-a4fa-546aef839dac not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:17:28.094440 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:28.193780 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-3297da97-59d3-4149-bd50-e554102ca9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:28.276265 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f51d5f8-ac15-49e6-8a6c-32e0328f52b7 None None] New status for floating IP a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:17:28.414916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf0e0-e2ec-432b-89c2-949e6902d163 req-19905874-957b-4329-8e55-811a1cc7f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:28.417561 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59abf0e0-e2ec-432b-89c2-949e6902d163 req-19905874-957b-4329-8e55-811a1cc7f33b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1129 time: 0.0769260 Oct 30 01:17:28.461987 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c4d8677-52b3-4595-abc3-b2342327139e req-aa11d3e6-ecb4-48c4-9a31-ab3218ddbdee tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b158f22f-4875-4dd7-9079-58e4dc91e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0399854 Oct 30 01:17:28.536631 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7491bf-4d18-41cf-ac8e-035b6c7b2ca0 req-52a57e59-0ce3-446a-b873-2e2efe7121d9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:28.538284 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b7491bf-4d18-41cf-ac8e-035b6c7b2ca0 req-52a57e59-0ce3-446a-b873-2e2efe7121d9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0731876 Oct 30 01:17:28.541284 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59abf0e0-e2ec-432b-89c2-949e6902d163 req-6a04fa32-01cf-45af-a44a-7fb6bb7b2ff9 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100862 Oct 30 01:17:28.597282 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b7491bf-4d18-41cf-ac8e-035b6c7b2ca0 req-23c82a28-601f-49de-b0fb-28c06d6c49ab tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511041 Oct 30 01:17:29.706968 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59464) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:29.711703 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:29.767149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b013c3-b5c1-4c3e-88a4-5bf7fa5a595a req-bf02bc17-492d-478e-8fe3-4beb6bdedaed tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:29.769513 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b9b013c3-b5c1-4c3e-88a4-5bf7fa5a595a req-bf02bc17-492d-478e-8fe3-4beb6bdedaed tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0810034 Oct 30 01:17:29.779753 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f7686296-bb98-4787-87f4-f8850d8f3b21 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (7b94f106-2fd1-4712-8d4b-3495019fd39e), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:29.819791 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f7686296-bb98-4787-87f4-f8850d8f3b21 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (7b94f106-2fd1-4712-8d4b-3495019fd39e), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:29.852418 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b9b013c3-b5c1-4c3e-88a4-5bf7fa5a595a req-da77f2bb-c0cb-4e4d-b304-795a590da824 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729575 Oct 30 01:17:30.004870 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f7686296-bb98-4787-87f4-f8850d8f3b21 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7b94f106-2fd1-4712-8d4b-3495019fd39e), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.008624 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f7686296-bb98-4787-87f4-f8850d8f3b21 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.010047 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f7686296-bb98-4787-87f4-f8850d8f3b21 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7b94f106-2fd1-4712-8d4b-3495019fd39e HTTP/1.1" status: 204 len: 168 time: 0.3019962 Oct 30 01:17:30.013873 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59466) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:30.024803 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7686296-bb98-4787-87f4-f8850d8f3b21 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b94f106-2fd1-4712-8d4b-3495019fd39e,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:30.038634 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.api.v2.resource [None req-2088393a-4e47-455a-929e-f0c0dd45dafe tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] show failed (client error): The resource could not be found. Oct 30 01:17:30.042959 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-2088393a-4e47-455a-929e-f0c0dd45dafe tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups/7b94f106-2fd1-4712-8d4b-3495019fd39e HTTP/1.1" status: 404 len: 347 time: 0.0262063 Oct 30 01:17:30.043696 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59468) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:30.193896 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port 83465137-8a2f-48f4-ba77-0f8c51ee3511 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:17:30.194435 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.311240 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.311538 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (83465137-8a2f-48f4-ba77-0f8c51ee3511), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.329750 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for 83465137-8a2f-48f4-ba77-0f8c51ee3511 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:17:30.501294 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfbbe-4669-4d01-b514-0d4ad8e25161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.638575 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (83465137-8a2f-48f4-ba77-0f8c51ee3511), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.666492 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=83465137-8a2f-48f4-ba77-0f8c51ee3511,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:30.737005 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.740235 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:30.741466 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-61580620-ff86-41df-9860-a5321360634f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a15a4dec-3dcb-4ff4-94dd-9bf5efa183e5 HTTP/1.1" status: 204 len: 168 time: 0.6963041 Oct 30 01:17:31.221593 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4960d5-5f67-4e6a-bf3d-71842beeb824 req-6f8ff602-d058-4d1a-80bd-773c87303411 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:31.224123 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6b4960d5-5f67-4e6a-bf3d-71842beeb824 req-6f8ff602-d058-4d1a-80bd-773c87303411 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0570550 Oct 30 01:17:31.277338 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6b4960d5-5f67-4e6a-bf3d-71842beeb824 req-3a8c469f-18ca-4224-860b-458cd39a5c88 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Oct 30 01:17:31.421621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111eadd-e55f-4c4d-a9eb-349d97cd2d6f req-1a36f4d6-f1e4-4ee5-b7bf-5156bae358ab tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:31.424273 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f111eadd-e55f-4c4d-a9eb-349d97cd2d6f req-1a36f4d6-f1e4-4ee5-b7bf-5156bae358ab tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0639653 Oct 30 01:17:31.434971 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59484) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:31.440967 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Request body: {'floatingip': {'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:31.488852 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (c2702dc8-bee8-4a39-8075-b5b925e9204d), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:32.107912 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:32.127974 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:32.243754 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:32.312870 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:32.353789 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (c2702dc8-bee8-4a39-8075-b5b925e9204d), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:32.475720 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Floating IP c2702dc8-bee8-4a39-8075-b5b925e9204d associated. External IP: 172.37.0.253, port: 048da4f3-1d63-47ae-b4af-333cac47dd73. Oct 30 01:17:32.724700 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:17:32.855374 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:17:32.864367 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:32.870050 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:17:32.883572 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:32.884223 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:32.921383 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-fcfe8ece-48d4-491f-b46b-38e1234bca8f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/c2702dc8-bee8-4a39-8075-b5b925e9204d HTTP/1.1" status: 200 len: 991 time: 1.4845803 Oct 30 01:17:32.922403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:32.927368 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775185dd-f182-4d71-8702-55ccdb438883" -d '{"events": [{"name": "network-changed", "server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:32.980183 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96015f0-fb3a-41b8-8142-ed8ed3e31a97 x-openstack-request-id: req-a96015f0-fb3a-41b8-8142-ed8ed3e31a97 {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:32.980527 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:32.980920 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a96015f0-fb3a-41b8-8142-ed8ed3e31a97 {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:32.981408 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96015f0-fb3a-41b8-8142-ed8ed3e31a97'] response: {'name': 'network-changed', 'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'status': 'completed', 'code': 200} Oct 30 01:17:33.024335 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:33.095835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693642-ce85-4d90-90bc-456a6bae6f67 req-4205f313-5372-436b-83ce-ed6fb1184e1e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:33.098130 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9693642-ce85-4d90-90bc-456a6bae6f67 req-4205f313-5372-436b-83ce-ed6fb1184e1e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.0520537 Oct 30 01:17:33.154843 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e9693642-ce85-4d90-90bc-456a6bae6f67 req-af12994e-99fa-4486-b8fe-6d010d638cf3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 Oct 30 01:17:33.173628 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:33.426358 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'c2702dc8-bee8-4a39-8075-b5b925e9204d', 'tenant_id': '6e74d6179e574138841007195fd72400', 'floating_ip_address': '172.37.0.253', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'mac_address': 'fa:16:3e:e5:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:17:15Z', 'updated_at': '2022-10-30T01:17:32Z', 'revision_number': 1, 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:33.453686 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:17:33.464607 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:33.465234 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:33.518901 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:33.580612 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:33.649706 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:33.837952 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'c2702dc8-bee8-4a39-8075-b5b925e9204d', 'tenant_id': '6e74d6179e574138841007195fd72400', 'floating_ip_address': '172.37.0.253', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'mac_address': 'fa:16:3e:e5:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:17:15Z', 'updated_at': '2022-10-30T01:17:32Z', 'revision_number': 1, 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:33.870747 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efa7c-3332-4c28-ba50-4143022719ff None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'c2702dc8-bee8-4a39-8075-b5b925e9204d', 'tenant_id': '6e74d6179e574138841007195fd72400', 'floating_ip_address': '172.37.0.253', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'mac_address': 'fa:16:3e:e5:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:17:15Z', 'updated_at': '2022-10-30T01:17:32Z', 'revision_number': 1, 'project_id': '6e74d6179e574138841007195fd72400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:17:33.906580 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:34.104153 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5295e-b20d-4bab-9a6f-c382e6b3b96d None None] New status for floating IP c2702dc8-bee8-4a39-8075-b5b925e9204d: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:17:34.321082 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a8f4d-12f6-46c4-b8ca-277818f2745c req-7b09a4b1-5ac5-4e17-bd1a-eb70e1b8887d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:34.323349 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-300a8f4d-12f6-46c4-b8ca-277818f2745c req-7b09a4b1-5ac5-4e17-bd1a-eb70e1b8887d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.0720809 Oct 30 01:17:34.407816 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775185dd-f182-4d71-8702-55ccdb438883 req-efada6b7-c3c8-4b5c-b091-047384d11695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:34.407816 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-efada6b7-c3c8-4b5c-b091-047384d11695 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1129 time: 0.0643339 Oct 30 01:17:34.426553 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-300a8f4d-12f6-46c4-b8ca-277818f2745c req-f052b7f2-aba5-4e45-aee9-0665c08076ea tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899315 Oct 30 01:17:34.534452 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:34.650125 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775185dd-f182-4d71-8702-55ccdb438883 req-70b9f290-294f-4095-964e-572e60f8d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:34.652831 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-70b9f290-294f-4095-964e-572e60f8d331 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.1284878 Oct 30 01:17:34.796106 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-3a4de885-73c5-49a6-a101-f3a8c37cf267 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:34.797740 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-3a4de885-73c5-49a6-a101-f3a8c37cf267 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.1437788 Oct 30 01:17:34.823159 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-6f1fd676-5fee-4f48-a53b-0b3cf01cd659 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 200 len: 1001 time: 0.1530070 Oct 30 01:17:34.934720 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775185dd-f182-4d71-8702-55ccdb438883 req-b1f182f7-25b4-4d30-bacd-75d02f06e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:34.936160 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-b1f182f7-25b4-4d30-bacd-75d02f06e0be service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0923471 Oct 30 01:17:34.953125 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port 0b17abf8-3601-4323-b7df-62e623f6a142 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:17:34.953475 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:35.041869 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775185dd-f182-4d71-8702-55ccdb438883 req-8b9f61e6-3722-4cd8-9519-a17bf1a5e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:35.043426 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-8b9f61e6-3722-4cd8-9519-a17bf1a5e753 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0989199 Oct 30 01:17:35.142796 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] For port 0b17abf8-3601-4323-b7df-62e623f6a142, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b17abf8-3601-4323-b7df-62e623f6a142,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:35.143164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:35.227283 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-a247a57e-95f0-4b16-8e90-070f4e10faa9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754346 Oct 30 01:17:35.286675 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:35.428362 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:35.429109 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (edc81c9c-6091-481a-ba8e-e85adc96cf25), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:35.429109 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP edc81c9c-6091-481a-ba8e-e85adc96cf25 disassociated. External IP: 172.37.0.138, port: 0b17abf8-3601-4323-b7df-62e623f6a142. Oct 30 01:17:35.429567 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for 0b17abf8-3601-4323-b7df-62e623f6a142 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:17:35.440769 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-775185dd-f182-4d71-8702-55ccdb438883 req-f485dc88-f499-4f0b-9987-2ee652e146d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009060 Oct 30 01:17:35.603202 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:35.630208 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6278db-1736-4b3e-a54b-aa2cd7777aef req-7e6b77ee-0b8f-4e31-9aaf-f2d86f7f1668 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:35.631912 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9f6278db-1736-4b3e-a54b-aa2cd7777aef req-7e6b77ee-0b8f-4e31-9aaf-f2d86f7f1668 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 945 time: 0.0757744 Oct 30 01:17:35.695649 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9f6278db-1736-4b3e-a54b-aa2cd7777aef req-144e9a01-a971-4dfb-af00-9984a522351f tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=edf2767c-8b07-4dd0-a82c-b5a753162fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568535 Oct 30 01:17:35.716980 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (0b17abf8-3601-4323-b7df-62e623f6a142), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:35.758944 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=0b17abf8-3601-4323-b7df-62e623f6a142,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:35.914066 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:17:36.034842 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:36.042165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:17:36.054463 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:17:36.074150 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:36.075180 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:36.090708 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] No DVR routers for this DVR port 0b17abf8-3601-4323-b7df-62e623f6a142 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:17:36.094056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:36.100807 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83ecdd11-f886-485d-bbc1-fff527d5e215 req-cb788dee-e378-4d30-be8d-6d27e8cd0e80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "DELETE /networking/v2.0/ports/0b17abf8-3601-4323-b7df-62e623f6a142 HTTP/1.1" status: 204 len: 173 time: 1.2934289 Oct 30 01:17:36.102660 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'name': 'network-vif-deleted', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:36.106943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f1beb-22da-4894-9268-f50eaf4a3d41" -d '{"events": [{"server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "name": "network-vif-deleted", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:36.154710 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c2c3f-a491-46b1-94b5-d2a9cba162b3 x-openstack-request-id: req-838c2c3f-a491-46b1-94b5-d2a9cba162b3 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:36.155006 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc02e945-abfb-4689-b7b1-753df25b5f53", "name": "network-vif-deleted", "tag": "0b17abf8-3601-4323-b7df-62e623f6a142", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:36.155261 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-838c2c3f-a491-46b1-94b5-d2a9cba162b3 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:36.155721 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838c2c3f-a491-46b1-94b5-d2a9cba162b3'] response: {'server_uuid': 'bc02e945-abfb-4689-b7b1-753df25b5f53', 'name': 'network-vif-deleted', 'tag': '0b17abf8-3601-4323-b7df-62e623f6a142', 'status': 'completed', 'code': 200} Oct 30 01:17:36.246553 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:36.464342 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:36.492064 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:17:36.504368 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:36.505347 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:36.639853 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:36.824180 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:36.874149 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f042474b-fb7f-4865-88d9-a4d76d81ff6b req-3a29cbd8-cfc4-44ae-b840-029c4934f0dd tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bc02e945-abfb-4689-b7b1-753df25b5f53 HTTP/1.1" status: 200 len: 210 time: 0.0406053 Oct 30 01:17:36.926832 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:36.937771 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:36.964953 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6fad49-aa03-43a9-8479-e6237356d51c None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:17:37.228939 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df28e539-f4df-4977-a459-c8432aa36eee None None] New status for floating IP edc81c9c-6091-481a-ba8e-e85adc96cf25: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:17:37.496931 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 0b17abf8-3601-4323-b7df-62e623f6a142 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:17:37.529165 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 0b17abf8-3601-4323-b7df-62e623f6a142 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:17:37.530592 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 0b17abf8-3601-4323-b7df-62e623f6a142 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:17:38.056916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59510) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:38.122767 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3cdf629a-3453-4d66-ba2b-7885eea048e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (edf2767c-8b07-4dd0-a82c-b5a753162fb8), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.150205 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3cdf629a-3453-4d66-ba2b-7885eea048e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (edf2767c-8b07-4dd0-a82c-b5a753162fb8), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.356626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3cdf629a-3453-4d66-ba2b-7885eea048e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (edf2767c-8b07-4dd0-a82c-b5a753162fb8), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.362799 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-3cdf629a-3453-4d66-ba2b-7885eea048e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.362799 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-3cdf629a-3453-4d66-ba2b-7885eea048e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/edf2767c-8b07-4dd0-a82c-b5a753162fb8 HTTP/1.1" status: 204 len: 168 time: 0.3029268 Oct 30 01:17:38.365016 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59512) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:38.371989 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf629a-3453-4d66-ba2b-7885eea048e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2767c-8b07-4dd0-a82c-b5a753162fb8,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:38.380707 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.api.v2.resource [None req-16f5dea8-bbaa-4c96-9add-5ba1380ec83b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] show failed (client error): The resource could not be found. Oct 30 01:17:38.381796 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-16f5dea8-bbaa-4c96-9add-5ba1380ec83b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups/edf2767c-8b07-4dd0-a82c-b5a753162fb8 HTTP/1.1" status: 404 len: 347 time: 0.0154669 Oct 30 01:17:38.386240 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59514) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:38.519299 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port e891960e-661d-437d-babc-f7fcd61e3693 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:17:38.519664 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (e891960e-661d-437d-babc-f7fcd61e3693), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.616668 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (e891960e-661d-437d-babc-f7fcd61e3693), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.616959 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (e891960e-661d-437d-babc-f7fcd61e3693), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.635762 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for e891960e-661d-437d-babc-f7fcd61e3693 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:17:38.693787 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:38.855205 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (e891960e-661d-437d-babc-f7fcd61e3693), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.859307 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:38.883911 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=e891960e-661d-437d-babc-f7fcd61e3693,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:38.955462 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (edc81c9c-6091-481a-ba8e-e85adc96cf25), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.958985 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:38.960527 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c20fa112-bcd1-4a54-9d5d-bb10b263ad85 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/edc81c9c-6091-481a-ba8e-e85adc96cf25 HTTP/1.1" status: 204 len: 168 time: 0.5727549 Oct 30 01:17:39.115484 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59518) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:39.120676 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282920677', 'description': 'tempest-description--311673173'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:39.232755 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.314535 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (26f14631-be85-4471-a7b3-b9d3fdee9bd8), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.397949 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (26f14631-be85-4471-a7b3-b9d3fdee9bd8), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.432155 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f14631-be85-4471-a7b3-b9d3fdee9bd8,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:39.537603 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.538839 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e21d4ce6-f2a7-4e51-9d6e-b943fca7bd5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4220488 Oct 30 01:17:39.542238 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59520) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:39.546864 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': '26f14631-be85-4471-a7b3-b9d3fdee9bd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:39.656046 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (2692ffbf-5a04-4db7-80a8-fcbde32a07ac), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.724948 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (2692ffbf-5a04-4db7-80a8-fcbde32a07ac), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.809346 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (2692ffbf-5a04-4db7-80a8-fcbde32a07ac), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.832180 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2692ffbf-5a04-4db7-80a8-fcbde32a07ac,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:39.902967 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.904467 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0545fee6-66c9-4052-9968-b34a80ac954c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611095 Oct 30 01:17:39.907696 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59524) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:39.916799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': '26f14631-be85-4471-a7b3-b9d3fdee9bd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:40.014116 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (cb9ae9f4-89d9-47d2-bcfb-57d872112a7f), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.100560 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (cb9ae9f4-89d9-47d2-bcfb-57d872112a7f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.209042 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (cb9ae9f4-89d9-47d2-bcfb-57d872112a7f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.229301 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9ae9f4-89d9-47d2-bcfb-57d872112a7f,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:40.360418 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.361657 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ea19d8a8-0c1f-476a-9cd5-f3a296114b1d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528973 Oct 30 01:17:40.365879 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59526) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:40.370550 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:40.489354 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.621841 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.768540 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.37.0.160 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/4622e501-96d8-44a7-9c37-f968ab0311ae) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:17:40.777472 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:40.809154 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:40.826172 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:40.915285 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.032741 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.079869 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:17:41.083283 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:17:41.085882 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:17:41.121326 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=4622e501-96d8-44a7-9c37-f968ab0311ae,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:41.191312 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (d6b4005c-af32-440e-a2c5-2a55cf3736a5), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.312878 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.366589 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:41.486221 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.586471 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.664579 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=4622e501-96d8-44a7-9c37-f968ab0311ae,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:41.667251 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (d6b4005c-af32-440e-a2c5-2a55cf3736a5), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.754323 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.755513 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1411b0e6-35bd-4f68-985d-615ba7b9547b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3886313 Oct 30 01:17:41.954703 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a73dde81-394f-4117-bc8a-60a27b95aee8 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--282920677&fields=id&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 267 time: 0.0513170 Oct 30 01:17:42.080147 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-57364efc-12cc-4721-8c86-a431b2fed833 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:42.082293 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-57364efc-12cc-4721-8c86-a431b2fed833 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.1152370 Oct 30 01:17:42.098288 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-316112dd-5e33-4898-ac8a-2270e8deff4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/quotas/cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 375 time: 0.0102868 Oct 30 01:17:42.157351 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a3944423-1ac2-435e-a258-13b4e513f3b8 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535223 Oct 30 01:17:42.265883 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-49197189-0c56-418a-a2aa-33afc4f22b89 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958180 Oct 30 01:17:42.372056 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-b400669c-6914-46aa-9e9b-37dea39fcf9f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991318 Oct 30 01:17:42.682685 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-956f8335-2b5f-42b3-b3da-dca5ed88d12d req-223d5a9e-94c7-4caf-ab16-f572dbda2853 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 210 time: 0.0322299 Oct 30 01:17:43.829364 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-83a959ff-86d8-475d-a3fa-b163b5d0101d req-d2b109e1-6d19-4ae6-ab92-f5812f3cd783 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 210 time: 0.0309029 Oct 30 01:17:44.957651 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e35182e0-5ecd-4c97-b59e-c6f5698c6e01 req-d3920e5b-24b8-4e6c-aa26-99d9ef5cff93 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 210 time: 0.0313849 Oct 30 01:17:45.262527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-6f7fb3b7-b95d-477a-bf01-126a2aa3a740 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:45.264415 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-6f7fb3b7-b95d-477a-bf01-126a2aa3a740 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.1220763 Oct 30 01:17:45.343261 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-24f35b10-b04e-49e3-81e1-f0849d1cf9a2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 379 time: 0.0653181 Oct 30 01:17:45.353200 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'port': {'device_id': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'admin_state_up': True, 'tenant_id': 'cd37394129e346a8804d667856309041', 'security_groups': ['26f14631-be85-4471-a7b3-b9d3fdee9bd8']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:45.598146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Made reservation on behalf of cd37394129e346a8804d667856309041 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:17:45.602845 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:45.609006 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:45.614963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:45.755810 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.20.0.3 (843e4324-5c32-4e7f-add7-0c4eec3b7e77/168fcadc-992c-440e-8bde-ef03fe69d624/1fa719d9-47db-40bc-a49b-33886b04e612) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:17:45.927283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (1fa719d9-47db-40bc-a49b-33886b04e612), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:46.042636 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:46.186458 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:17:46.193445 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:17:46.198213 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=1fa719d9-47db-40bc-a49b-33886b04e612,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:46.201542 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:17:46.206911 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:46.235926 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca1bf-e8f8-4687-abf1-6c0dd36bd1ab req-f1fbabd1-cbbe-4610-9db8-66a36b767736 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:46.238206 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-437ca1bf-e8f8-4687-abf1-6c0dd36bd1ab req-f1fbabd1-cbbe-4610-9db8-66a36b767736 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 931 time: 0.1830566 Oct 30 01:17:46.288656 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:46.289341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:46.327331 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-437ca1bf-e8f8-4687-abf1-6c0dd36bd1ab req-74d74089-74b5-43ca-b500-124b0a3dbbc9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801008 Oct 30 01:17:46.451837 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-0e7ac40c-be80-4756-938c-4f2fb40592cf tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1028955 Oct 30 01:17:46.482637 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Request body: {'port': {'device_id': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:46.515860 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-f8d50e91-f9be-49a3-b918-e914e32b242f None None] Provisioning complete for port 1fa719d9-47db-40bc-a49b-33886b04e612 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:17:46.516429 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f8d50e91-f9be-49a3-b918-e914e32b242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:46.516553 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-f8d50e91-f9be-49a3-b918-e914e32b242f None None] Attempt 1 to provision port 1fa719d9-47db-40bc-a49b-33886b04e612 Oct 30 01:17:46.552712 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:46.554099 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-f8d50e91-f9be-49a3-b918-e914e32b242f None None] Port 1fa719d9-47db-40bc-a49b-33886b04e612 cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:17:46.876623 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa719d9-47db-40bc-a49b-33886b04e612 {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:17:46.886068 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Publish callbacks [] for port (1fa719d9-47db-40bc-a49b-33886b04e612), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:46.900793 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Transition to ACTIVE for port object 1fa719d9-47db-40bc-a49b-33886b04e612 will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:17:47.003137 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:47.091212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Pushing event updated for resources: {'Port': ['ID=1fa719d9-47db-40bc-a49b-33886b04e612,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:47.129508 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Attempting to bind port 1fa719d9-47db-40bc-a49b-33886b04e612 on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:17:47.129739 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Attempting to bind port 1fa719d9-47db-40bc-a49b-33886b04e612 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:17:47.130079 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Attempting to bind port 1fa719d9-47db-40bc-a49b-33886b04e612 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:17:47.458008 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Port 1fa719d9-47db-40bc-a49b-33886b04e612 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:17:47.458568 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Attempting to bind port 1fa719d9-47db-40bc-a49b-33886b04e612 on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:17:47.522410 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:47.530925 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f6aa8-0254-41d7-be54-dc94a991e8ac req-c2ade6fa-f852-48d8-a34d-79ec96c356d1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:47.532802 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-501f6aa8-0254-41d7-be54-dc94a991e8ac req-c2ade6fa-f852-48d8-a34d-79ec96c356d1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 943 time: 0.0855415 Oct 30 01:17:47.543297 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:17:47.543787 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:17:47.544267 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Bound using segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:17:47.544786 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Bound port: 1fa719d9-47db-40bc-a49b-33886b04e612, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:17:47.545265 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:47.640083 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-501f6aa8-0254-41d7-be54-dc94a991e8ac req-3207dbe4-0f42-4545-8131-92d2d2aa2972 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990546 Oct 30 01:17:47.646484 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:47.659527 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] For port 1fa719d9-47db-40bc-a49b-33886b04e612, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:17:47.663792 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] For port 1fa719d9-47db-40bc-a49b-33886b04e612, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fa719d9-47db-40bc-a49b-33886b04e612,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:17:47.758193 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:47.762808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:47.763427 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:47.764845 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/1fa719d9-47db-40bc-a49b-33886b04e612 HTTP/1.1" status: 200 len: 1093 time: 1.2981293 Oct 30 01:17:47.765332 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:47.767737 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a301634c-b18e-4284-9f4a-a6c63659ff7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:47.810616 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d50d9-41cc-4a1d-91b1-2ada53b7b829 x-openstack-request-id: req-5d7d50d9-41cc-4a1d-91b1-2ada53b7b829 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:47.810910 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:47.811165 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d7d50d9-41cc-4a1d-91b1-2ada53b7b829 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:47.811631 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7d50d9-41cc-4a1d-91b1-2ada53b7b829'] response: {'name': 'network-changed', 'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612', 'status': 'completed', 'code': 200} Oct 30 01:17:47.838064 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90afdba-0ffb-477e-b5d3-d3927fbe14ba service neutron] Pushing event updated for resources: {'Port': ['ID=1fa719d9-47db-40bc-a49b-33886b04e612,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:47.906913 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301634c-b18e-4284-9f4a-a6c63659ff7b req-e360efe9-4ec6-408e-8983-9827cf0503a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:47.908513 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a301634c-b18e-4284-9f4a-a6c63659ff7b req-e360efe9-4ec6-408e-8983-9827cf0503a0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 1127 time: 0.0453100 Oct 30 01:17:48.037107 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301634c-b18e-4284-9f4a-a6c63659ff7b req-9608038f-8776-49f6-9050-642dc3669604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:48.038792 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a301634c-b18e-4284-9f4a-a6c63659ff7b req-9608038f-8776-49f6-9050-642dc3669604 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=cd37394129e346a8804d667856309041&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1175020 Oct 30 01:17:48.168665 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301634c-b18e-4284-9f4a-a6c63659ff7b req-781d9656-0a07-4bb5-a6c0-fa9d1f8f99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:48.171133 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a301634c-b18e-4284-9f4a-a6c63659ff7b req-781d9656-0a07-4bb5-a6c0-fa9d1f8f99f5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210108 Oct 30 01:17:48.276253 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-e7ca4f3e-2965-436c-a4b0-399ded8a5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:48.277472 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-e7ca4f3e-2965-436c-a4b0-399ded8a5082 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 1127 time: 0.0433378 Oct 30 01:17:48.325873 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-e11ac2ab-ed2d-49cb-a8ff-dd2b2a572cb2 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fa719d9-47db-40bc-a49b-33886b04e612 HTTP/1.1" status: 200 len: 217 time: 0.0350783 Oct 30 01:17:48.383649 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-d0752e63-1102-4339-8572-66e52b2f37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:48.385170 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-d0752e63-1102-4339-8572-66e52b2f37d0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0519805 Oct 30 01:17:48.442612 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-c085fcbe-b38a-4f70-ac2e-ba86312d4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:48.444130 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-c085fcbe-b38a-4f70-ac2e-ba86312d4a14 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513945 Oct 30 01:17:48.543484 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-06cd76ef-ebb3-47b7-a169-6721f2c1af0a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926991 Oct 30 01:17:48.653525 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d3842af9-92db-4dba-ad34-bf5a4a2d32df req-dc298919-b3f4-4581-8b74-bc0073090622 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041436 Oct 30 01:17:48.802718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5852-18db-4c74-b1f6-679b8d74d934 req-33ccdd04-825d-4bf8-9cdc-cdd79b184803 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:48.804447 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c33e5852-18db-4c74-b1f6-679b8d74d934 req-33ccdd04-825d-4bf8-9cdc-cdd79b184803 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 943 time: 0.0745749 Oct 30 01:17:48.891866 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c33e5852-18db-4c74-b1f6-679b8d74d934 req-7b42c028-8edf-4e5a-932a-b9be109bb06e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804327 Oct 30 01:17:50.049656 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ebe79-17c4-4f9c-bf02-d8a4b2bb541b req-a6d04284-e48a-481c-b927-dc91defcdfe8 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:50.051578 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-653ebe79-17c4-4f9c-bf02-d8a4b2bb541b req-a6d04284-e48a-481c-b927-dc91defcdfe8 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 943 time: 0.0612948 Oct 30 01:17:50.122951 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-653ebe79-17c4-4f9c-bf02-d8a4b2bb541b req-b7e9796e-c5d9-4062-ba32-566b59007ed1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642238 Oct 30 01:17:51.268402 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703873dc-bf31-4395-80f6-0eaf9032d9f8 req-41315ca9-b687-4597-a1a1-a5fb308bb04b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:51.270072 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-703873dc-bf31-4395-80f6-0eaf9032d9f8 req-41315ca9-b687-4597-a1a1-a5fb308bb04b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 943 time: 0.0520854 Oct 30 01:17:51.298177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:51.323543 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-703873dc-bf31-4395-80f6-0eaf9032d9f8 req-30b05d08-8dab-4323-96d6-32c92372e936 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473297 Oct 30 01:17:51.529262 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1fa719d9-47db-40bc-a49b-33886b04e612 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:17:51.533107 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:51.649165 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1fa719d9-47db-40bc-a49b-33886b04e612, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fa719d9-47db-40bc-a49b-33886b04e612,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:51.664027 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '1fa719d9-47db-40bc-a49b-33886b04e612', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'port_id': '1fa719d9-47db-40bc-a49b-33886b04e612', 'mac_address': 'fa:16:3e:a5:86:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:17:51.681096 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:51.682111 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:51.710231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1fa719d9-47db-40bc-a49b-33886b04e612 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:17:51.710623 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:51.725845 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa719d9-47db-40bc-a49b-33886b04e612 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:17:51.748848 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1fa719d9-47db-40bc-a49b-33886b04e612, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fa719d9-47db-40bc-a49b-33886b04e612,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:51.854514 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:51.911978 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1fa719d9-47db-40bc-a49b-33886b04e612,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:52.168753 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['1fa719d9-47db-40bc-a49b-33886b04e612'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:17:52.238545 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:52.466794 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856f8f-3716-419e-b1cb-e53c973939d5 req-69c30033-93ea-4b70-aeb0-efd6dfb57919 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:52.468331 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c856f8f-3716-419e-b1cb-e53c973939d5 req-69c30033-93ea-4b70-aeb0-efd6dfb57919 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 944 time: 0.0589874 Oct 30 01:17:52.469371 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=7 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:52.474492 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:52.520729 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9c856f8f-3716-419e-b1cb-e53c973939d5 req-91875c7e-93b5-4c87-aa5d-4144d7937671 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453148 Oct 30 01:17:53.552543 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1fa719d9-47db-40bc-a49b-33886b04e612 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:17:53.616187 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 1fa719d9-47db-40bc-a49b-33886b04e612 completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:17:53.685347 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62da13f-4581-4437-bb12-a49b790b56eb req-4c35dc17-df3b-4d35-bb63-8d272b9e8e5d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:53.687131 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f62da13f-4581-4437-bb12-a49b790b56eb req-4c35dc17-df3b-4d35-bb63-8d272b9e8e5d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 944 time: 0.0715382 Oct 30 01:17:53.716472 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:53.727234 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 1fa719d9-47db-40bc-a49b-33886b04e612 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:17:53.727803 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:53.728286 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 1fa719d9-47db-40bc-a49b-33886b04e612 Oct 30 01:17:53.750106 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f62da13f-4581-4437-bb12-a49b790b56eb req-d32e237c-3f75-4568-871e-9b8a5554f0c9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555575 Oct 30 01:17:53.831989 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 1fa719d9-47db-40bc-a49b-33886b04e612 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:17:53.832377 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:53.859329 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:53.862295 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d97df-9e96-4be1-99a4-34007f1d6599" -d '{"events": [{"server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "name": "network-vif-plugged", "status": "completed", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:53.878582 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 1fa719d9-47db-40bc-a49b-33886b04e612, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fa719d9-47db-40bc-a49b-33886b04e612,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:17:53.926348 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3361d9c6-5234-41c9-bfd7-08972415aba4 x-openstack-request-id: req-3361d9c6-5234-41c9-bfd7-08972415aba4 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:53.926885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "name": "network-vif-plugged", "status": "completed", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:53.927228 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3361d9c6-5234-41c9-bfd7-08972415aba4 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:53.927778 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3361d9c6-5234-41c9-bfd7-08972415aba4'] response: {'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612', 'code': 200} Oct 30 01:17:54.008762 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:54.074403 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=1fa719d9-47db-40bc-a49b-33886b04e612,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:17:54.341189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d60f6-4ecd-4a02-a172-b0e534c1c3ae req-6d93c187-de2c-4595-bf4c-0dbab31910f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:54.342620 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b91d60f6-4ecd-4a02-a172-b0e534c1c3ae req-6d93c187-de2c-4595-bf4c-0dbab31910f7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 1129 time: 0.0403173 Oct 30 01:17:54.402501 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b91d60f6-4ecd-4a02-a172-b0e534c1c3ae req-95fde994-134a-42dd-bf21-dc0bed383981 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509794 Oct 30 01:17:54.898845 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc126ab-a859-45bd-b495-6b4b27a14a20 req-dd06abc7-a943-4e31-a0fe-97af30bc1ed4 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:54.900397 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bfc126ab-a859-45bd-b495-6b4b27a14a20 req-dd06abc7-a943-4e31-a0fe-97af30bc1ed4 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0499709 Oct 30 01:17:54.957895 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bfc126ab-a859-45bd-b495-6b4b27a14a20 req-1c52d97f-b7a9-4622-b253-2d16c7866aac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509925 Oct 30 01:17:55.449236 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:17:56.091775 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9101938-7cd8-4589-ada5-6d9d45b4dcba req-b34142c3-14cc-4694-9a06-be43e19149a9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:56.093443 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b9101938-7cd8-4589-ada5-6d9d45b4dcba req-b34142c3-14cc-4694-9a06-be43e19149a9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0523140 Oct 30 01:17:56.149427 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b9101938-7cd8-4589-ada5-6d9d45b4dcba req-181b8a69-c202-4a12-bd9a-a9044715e83d tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491669 Oct 30 01:17:56.281341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aa6dd-0dab-41b9-85fb-7988d7759d9f req-158e61fd-debe-41b0-b6be-bd1221c12b9a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:56.282804 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e99aa6dd-0dab-41b9-85fb-7988d7759d9f req-158e61fd-debe-41b0-b6be-bd1221c12b9a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0522153 Oct 30 01:17:56.296186 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59586) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:17:56.301109 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'port_id': '1fa719d9-47db-40bc-a49b-33886b04e612'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:17:56.348423 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (d6b4005c-af32-440e-a2c5-2a55cf3736a5), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:56.885307 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:56.951711 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (d6b4005c-af32-440e-a2c5-2a55cf3736a5), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:57.050114 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:57.062211 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP d6b4005c-af32-440e-a2c5-2a55cf3736a5 associated. External IP: 172.37.0.160, port: 1fa719d9-47db-40bc-a49b-33886b04e612. Oct 30 01:17:57.169675 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:57.283694 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:17:57.398189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:17:57.402974 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:57.411839 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:17:57.425131 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:57.425774 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:57.444745 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-44c14014-9d0b-47c3-a967-6e76a1d9fac2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/d6b4005c-af32-440e-a2c5-2a55cf3736a5 HTTP/1.1" status: 200 len: 991 time: 1.1467731 Oct 30 01:17:57.445808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:17:57.450079 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:17:57.520812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc3ec95-6455-44ee-803c-d78ed6418192 x-openstack-request-id: req-6cc3ec95-6455-44ee-803c-d78ed6418192 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:17:57.521246 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:17:57.521632 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cc3ec95-6455-44ee-803c-d78ed6418192 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:17:57.522240 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc3ec95-6455-44ee-803c-d78ed6418192'] response: {'name': 'network-changed', 'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612', 'status': 'completed', 'code': 200} Oct 30 01:17:57.543861 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:57.623364 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-fb1f39b6-20ee-414f-a453-7c5a1d7ea9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:57.625472 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-fb1f39b6-20ee-414f-a453-7c5a1d7ea9cd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 1129 time: 0.0502665 Oct 30 01:17:57.772395 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-c1934aee-fcfe-4666-8c14-3fc940ae0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:57.775089 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-c1934aee-fcfe-4666-8c14-3fc940ae0685 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 915 time: 0.1422951 Oct 30 01:17:57.857808 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-0b30820e-c583-46fa-84a6-97bd2881665e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fa719d9-47db-40bc-a49b-33886b04e612 HTTP/1.1" status: 200 len: 999 time: 0.0751004 Oct 30 01:17:57.919995 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-a2fe02db-4134-44d1-a68b-08a9675a5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:57.920282 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'd6b4005c-af32-440e-a2c5-2a55cf3736a5', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.160', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '1fa719d9-47db-40bc-a49b-33886b04e612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:a5:86:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:17:41Z', 'updated_at': '2022-10-30T01:17:56Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:57.921771 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-a2fe02db-4134-44d1-a68b-08a9675a5632 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0554492 Oct 30 01:17:57.947092 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:17:57.958816 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:17:57.959657 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:17:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:57.970560 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-e1ead4e4-8665-45ef-b3a4-00e0cf1e71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:17:57.972153 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-e1ead4e4-8665-45ef-b3a4-00e0cf1e71bf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438728 Oct 30 01:17:58.073297 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-a7efae40-a89c-4910-b8b1-a4e9af68ec65 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940619 Oct 30 01:17:58.116342 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:17:58.208197 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbad1-3494-4541-b803-c4888feb879d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:58.225315 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e9f1f4e-aab9-4a1c-84b4-5a6a7d6a1e11 req-a0c1e593-4fee-43e3-a3dd-f8ba957d3ac8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435368 Oct 30 01:17:58.420284 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'd6b4005c-af32-440e-a2c5-2a55cf3736a5', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.160', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '1fa719d9-47db-40bc-a49b-33886b04e612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:a5:86:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:17:41Z', 'updated_at': '2022-10-30T01:17:56Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:17:58.448968 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e161f-3bbd-47f1-9f2c-a4c6f3575740 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'd6b4005c-af32-440e-a2c5-2a55cf3736a5', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.160', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '1fa719d9-47db-40bc-a49b-33886b04e612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:a5:86:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:17:41Z', 'updated_at': '2022-10-30T01:17:56Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:17:58.675905 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb54cc-9259-4bdf-92d3-4e37741c1681 None None] New status for floating IP d6b4005c-af32-440e-a2c5-2a55cf3736a5: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:17:58.742324 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:00.505283 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-64a7664a-a714-4d05-812a-971a6c730012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:02.270911 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:03.691824 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:03.968274 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:08.215498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:08.220050 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=69 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:08.423850 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=75 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:08.424763 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=75 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:10.817047 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:11.420469 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-a5c62fac-6dac-41cf-a210-5cdc8ea12c2e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405223 Oct 30 01:18:11.516211 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-dab4e38e-0a17-41ae-b2c4-a9e53a0767f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:11.519300 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-dab4e38e-0a17-41ae-b2c4-a9e53a0767f6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.0520513 Oct 30 01:18:11.637160 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-4c3e2532-9ba9-4211-9669-d4eafa81a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:11.638675 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-4c3e2532-9ba9-4211-9669-d4eafa81a70d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 909 time: 0.1007557 Oct 30 01:18:11.710671 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-7c6e1e16-2426-48e0-a19f-7fdd13ab2fcb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 1000 time: 0.0655191 Oct 30 01:18:11.766009 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-c332dd90-559f-4bbc-96e1-4b4bdc301f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:11.768063 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-c332dd90-559f-4bbc-96e1-4b4bdc301f5e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.0513167 Oct 30 01:18:11.817307 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-2cb19878-ac99-4704-a127-027e8f0783fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:11.818841 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-2cb19878-ac99-4704-a127-027e8f0783fc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429251 Oct 30 01:18:11.924240 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-eaf9eec7-3732-483b-9c54-52869ab4c933 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989110 Oct 30 01:18:12.036912 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b61d57fd-78ff-4ccf-ba48-027093079e24 req-ecfad812-2b4a-4783-aede-a391cf696b3d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063471 Oct 30 01:18:12.338724 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c75cb-1323-48bd-a146-3fd0a6539f97 req-d2c39e38-daed-41bd-a4f2-4c9bedd60790 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:12.340405 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-229c75cb-1323-48bd-a146-3fd0a6539f97 req-d2c39e38-daed-41bd-a4f2-4c9bedd60790 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0541253 Oct 30 01:18:12.405431 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-229c75cb-1323-48bd-a146-3fd0a6539f97 req-4123af78-b724-4e38-804f-d0dd9c55eb45 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582464 Oct 30 01:18:13.547013 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf910fc-6776-4f3a-bbb8-ad78a672e7b3 req-98d1ed37-b240-4016-982c-e46f8148ca60 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:13.550177 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0cf910fc-6776-4f3a-bbb8-ad78a672e7b3 req-98d1ed37-b240-4016-982c-e46f8148ca60 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0504348 Oct 30 01:18:13.638579 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0cf910fc-6776-4f3a-bbb8-ad78a672e7b3 req-b3c28b0d-d7a3-4b24-b694-fd10d8213f02 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835550 Oct 30 01:18:14.771324 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a2cf0-ec6c-43ab-b847-de7113b059be req-ed978b40-6ef3-4ad0-8382-1508eeb77af9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:14.772861 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5f6a2cf0-ec6c-43ab-b847-de7113b059be req-ed978b40-6ef3-4ad0-8382-1508eeb77af9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Oct 30 01:18:14.827740 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5f6a2cf0-ec6c-43ab-b847-de7113b059be req-9196b9cf-e388-4b5d-a333-68a941c86bff tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491545 Oct 30 01:18:15.985341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edccd8-7c3b-4abe-9f56-7906f03a3d99 req-0ade2ed5-65ef-46bf-8acc-0bad61228c90 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:15.988753 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c0edccd8-7c3b-4abe-9f56-7906f03a3d99 req-0ade2ed5-65ef-46bf-8acc-0bad61228c90 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0748188 Oct 30 01:18:16.044958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c0edccd8-7c3b-4abe-9f56-7906f03a3d99 req-1f9e3834-fce6-4971-b33d-81bac34ce806 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479147 Oct 30 01:18:17.197855 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2e9a-3cd1-42b2-929c-7c21fd7bd78a req-dccfa4b6-de0d-4db0-aedf-b7bbc2ef49f7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:17.200741 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-06be2e9a-3cd1-42b2-929c-7c21fd7bd78a req-dccfa4b6-de0d-4db0-aedf-b7bbc2ef49f7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0696361 Oct 30 01:18:17.248745 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:17.253542 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-06be2e9a-3cd1-42b2-929c-7c21fd7bd78a req-7cd5bc2f-7a63-47ee-9e56-5a74116ffea9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467548 Oct 30 01:18:18.392683 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5ea5-12c4-4a4c-8118-796930685799 req-f1aa639f-bbd6-44f4-950e-2955c3ed0d63 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:18.394543 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-37fe5ea5-12c4-4a4c-8118-796930685799 req-f1aa639f-bbd6-44f4-950e-2955c3ed0d63 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0526202 Oct 30 01:18:18.445784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:18.461359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-37fe5ea5-12c4-4a4c-8118-796930685799 req-d4bd673e-0bea-4e9b-b770-66761b49cf75 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579197 Oct 30 01:18:19.600919 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7135d-ac6e-41fb-b020-15951b31a37d req-6a9dc0a4-8941-4fed-b949-e690ba058575 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:19.602564 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cbc7135d-ac6e-41fb-b020-15951b31a37d req-6a9dc0a4-8941-4fed-b949-e690ba058575 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0549729 Oct 30 01:18:19.658482 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-cbc7135d-ac6e-41fb-b020-15951b31a37d req-d4ee47be-2393-4205-bf6b-1ff018bad868 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494895 Oct 30 01:18:20.732544 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:20.734751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:20.972206 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8c1a7-ad1f-4f4d-9f19-04867be94d33 req-5d10dcf7-79a2-4498-94ab-852799d6e397 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:20.974893 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6ea8c1a7-ad1f-4f4d-9f19-04867be94d33 req-5d10dcf7-79a2-4498-94ab-852799d6e397 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0655298 Oct 30 01:18:21.027765 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6ea8c1a7-ad1f-4f4d-9f19-04867be94d33 req-a1fb87e2-891a-420c-a179-7e8297a11c05 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471206 Oct 30 01:18:22.185308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f167a2-34ac-4534-bfc7-5daf5ea664d9 req-d71bcbd4-d5b6-402b-89a9-c4b109d46964 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:22.186958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-19f167a2-34ac-4534-bfc7-5daf5ea664d9 req-d71bcbd4-d5b6-402b-89a9-c4b109d46964 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Oct 30 01:18:22.258081 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-19f167a2-34ac-4534-bfc7-5daf5ea664d9 req-df4d9c87-c4c8-46f5-94b3-ba22cd58f676 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628808 Oct 30 01:18:23.392371 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef48e8-5808-4e96-95f2-f238ec84323a req-4e24f09b-13b8-4d25-be2f-9c480c0a0fac tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:23.393995 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e0ef48e8-5808-4e96-95f2-f238ec84323a req-4e24f09b-13b8-4d25-be2f-9c480c0a0fac tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0510032 Oct 30 01:18:23.449625 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e0ef48e8-5808-4e96-95f2-f238ec84323a req-75a8b68f-8621-4628-a1a5-fa8b91ca1340 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494268 Oct 30 01:18:23.724732 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:18:23.843633 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:18:23.866422 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'mac_address': 'fa:16:3e:e5:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:18:23.936610 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: ACTIVE; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:18:23.937132 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:23.959073 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048da4f3-1d63-47ae-b4af-333cac47dd73 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:18:23.982506 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:18:24.103979 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:24.161459 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=6']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:24.291727 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['048da4f3-1d63-47ae-b4af-333cac47dd73'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:18:24.593189 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ce1e8-b8ed-4646-9f42-9ef1dcf58fcf req-fcd2a266-66a9-40b4-9195-b4e11df939ac tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:24.594883 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b1ce1e8-b8ed-4646-9f42-9ef1dcf58fcf req-fcd2a266-66a9-40b4-9195-b4e11df939ac tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 944 time: 0.0567827 Oct 30 01:18:24.653735 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b1ce1e8-b8ed-4646-9f42-9ef1dcf58fcf req-6b7f1659-a8d1-42e5-b374-4f711912cfc5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500751 Oct 30 01:18:25.738988 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:18:25.807465 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 048da4f3-1d63-47ae-b4af-333cac47dd73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:18:25.807823 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:25.808092 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 048da4f3-1d63-47ae-b4af-333cac47dd73 Oct 30 01:18:25.859158 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a60d-accd-40c2-a456-e8908cdb072d req-cf6b321e-a00e-408b-9a5c-7a945d494392 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:25.862282 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-44f8a60d-accd-40c2-a456-e8908cdb072d req-cf6b321e-a00e-408b-9a5c-7a945d494392 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 944 time: 0.0995455 Oct 30 01:18:25.901022 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:18:25.901627 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:25.935578 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-44f8a60d-accd-40c2-a456-e8908cdb072d req-72931584-f9fe-4a1f-aa3c-415b13f1a656 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632715 Oct 30 01:18:25.953076 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:18:25.957874 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb524b6-1f06-4942-8db6-fcf47b871e38" -d '{"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-plugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:18:25.984561 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:18:26.008877 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e86ed70-1591-4a35-b37e-dd4fa4fb7ac7 x-openstack-request-id: req-0e86ed70-1591-4a35-b37e-dd4fa4fb7ac7 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:18:26.009347 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-plugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:18:26.009752 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e86ed70-1591-4a35-b37e-dd4fa4fb7ac7 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:18:26.010381 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e86ed70-1591-4a35-b37e-dd4fa4fb7ac7'] response: {'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'code': 200} Oct 30 01:18:26.104073 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:26.168854 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=7']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:26.179891 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.180308 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.180719 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.181174 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.181589 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.182056 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.182535 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.183078 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.183656 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.184200 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.184752 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.185269 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.185747 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.186304 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:26.186854 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:27.134016 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95a57a-34d3-4c00-9440-62e076a83ebb req-0a561a32-9900-4556-9c3b-dacc4f808b05 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:27.137331 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f95a57a-34d3-4c00-9440-62e076a83ebb req-0a561a32-9900-4556-9c3b-dacc4f808b05 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0751002 Oct 30 01:18:27.222359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6f95a57a-34d3-4c00-9440-62e076a83ebb req-ae2dd6d1-1106-4d91-9920-1e84db83267f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759981 Oct 30 01:18:28.196065 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-76a4b3f8-d754-4aec-bb8e-ee88f1517e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:28.478544 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c9bd7-0623-4a9c-b4e1-82d5320d12ce req-71750c55-9947-453f-8cd1-c818629d2b72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:28.486852 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5a5c9bd7-0623-4a9c-b4e1-82d5320d12ce req-71750c55-9947-453f-8cd1-c818629d2b72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0798218 Oct 30 01:18:28.552183 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5a5c9bd7-0623-4a9c-b4e1-82d5320d12ce req-470c88c6-c94d-499c-a9b4-43d239b872f0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641859 Oct 30 01:18:29.472440 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:29.473235 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=5 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:29.726175 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6dea-77bb-47db-83a9-d2115ae336ea req-8017a7e1-4854-4080-9210-72e0b9afb512 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:29.728550 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5afc6dea-77bb-47db-83a9-d2115ae336ea req-8017a7e1-4854-4080-9210-72e0b9afb512 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0746410 Oct 30 01:18:29.794042 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5afc6dea-77bb-47db-83a9-d2115ae336ea req-581fe56c-805f-43ca-bdd0-cfa3214b4382 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590944 Oct 30 01:18:30.464569 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-88580239-7cc4-4545-8c66-c0d94b44d6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:31.021916 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93221-4aa2-4ed3-8c4b-132d6f304682 req-231a75c6-82f8-466a-9e77-18f50687212e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:31.025070 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dba93221-4aa2-4ed3-8c4b-132d6f304682 req-231a75c6-82f8-466a-9e77-18f50687212e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0690832 Oct 30 01:18:31.098121 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:31.108262 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dba93221-4aa2-4ed3-8c4b-132d6f304682 req-24adcbc5-ba12-4c73-ba84-0e3a3d83800b tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726171 Oct 30 01:18:32.281941 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:32.310583 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8c2f5-da90-4a8b-9aec-bb893c21ae48 req-7c9d1368-9dcb-44f0-9cec-6ff79f7a20a9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:32.318947 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-93b8c2f5-da90-4a8b-9aec-bb893c21ae48 req-7c9d1368-9dcb-44f0-9cec-6ff79f7a20a9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0748851 Oct 30 01:18:32.375650 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-93b8c2f5-da90-4a8b-9aec-bb893c21ae48 req-56f47825-ca80-406f-a35d-7c9f4a672995 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551960 Oct 30 01:18:32.451200 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:18:33.547648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:33.573620 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d30308-e1a6-4a43-a619-ae412d1b486d req-b68756b5-cc23-4f2d-bad6-080b0fe69fe4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:33.575462 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c3d30308-e1a6-4a43-a619-ae412d1b486d req-b68756b5-cc23-4f2d-bad6-080b0fe69fe4 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0652051 Oct 30 01:18:33.652149 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c3d30308-e1a6-4a43-a619-ae412d1b486d req-184e6d4d-0224-4d70-b7b6-b3ef1ce19cdf tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673885 Oct 30 01:18:33.669220 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:33.973187 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:34.856947 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686c2b-cdf3-4874-ba5b-f5b5b20e7fc0 req-b7694353-7b02-4671-a39b-fb68828e9f07 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:34.859441 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c686c2b-cdf3-4874-ba5b-f5b5b20e7fc0 req-b7694353-7b02-4671-a39b-fb68828e9f07 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0649760 Oct 30 01:18:35.213245 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c686c2b-cdf3-4874-ba5b-f5b5b20e7fc0 req-d65596d5-db05-435e-ae08-ff65ace1bcf6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466394 Oct 30 01:18:36.375177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f8ec5-0769-4011-a0a1-4d5b0d2db661 req-05f2ac33-dbfa-4bf9-ab93-b4ba431e9789 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:36.376966 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-369f8ec5-0769-4011-a0a1-4d5b0d2db661 req-05f2ac33-dbfa-4bf9-ab93-b4ba431e9789 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0612235 Oct 30 01:18:36.434649 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-369f8ec5-0769-4011-a0a1-4d5b0d2db661 req-e3501c67-ba22-4aa2-b2ee-507a27ea10e0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509145 Oct 30 01:18:37.617027 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa81e7f-e79e-4f9a-a927-6e46e528fd72 req-0a79b089-ed8f-4f67-bf12-c44bb1a1c6fa tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:37.618630 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4fa81e7f-e79e-4f9a-a927-6e46e528fd72 req-0a79b089-ed8f-4f67-bf12-c44bb1a1c6fa tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0574234 Oct 30 01:18:37.681872 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4fa81e7f-e79e-4f9a-a927-6e46e528fd72 req-e45d5e87-f98b-4bcc-9bef-db10dc0b3602 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569656 Oct 30 01:18:38.828856 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f4d63-802b-499a-935f-f3b9d17b54f4 req-03dd4f00-b9b5-46f4-9380-62d5d1516017 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:38.830495 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-483f4d63-802b-499a-935f-f3b9d17b54f4 req-03dd4f00-b9b5-46f4-9380-62d5d1516017 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0602090 Oct 30 01:18:38.887246 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-483f4d63-802b-499a-935f-f3b9d17b54f4 req-29a56d6d-e312-4fc0-b3f7-27628cc9808d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502696 Oct 30 01:18:39.339206 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-53dc3753-1cf5-42d3-bd0d-f36f92de4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:39.341253 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-53dc3753-1cf5-42d3-bd0d-f36f92de4625 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1129 time: 0.0553133 Oct 30 01:18:39.509837 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-1a25e5f2-b926-4b02-afca-a5dc141cbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:39.511370 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-1a25e5f2-b926-4b02-afca-a5dc141cbd2a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.1623678 Oct 30 01:18:39.586356 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-8d65bd41-eb4e-4755-be2d-bc0a57c244be service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 200 len: 1001 time: 0.0661108 Oct 30 01:18:39.662947 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-5f8bf61d-895c-45db-8d2a-35709b93acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:39.663136 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-5f8bf61d-895c-45db-8d2a-35709b93acb6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0727563 Oct 30 01:18:39.726007 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-6f60efbf-3c97-4851-981e-37585a5b3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:39.728692 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-6f60efbf-3c97-4851-981e-37585a5b3307 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0587847 Oct 30 01:18:39.852249 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:39.865361 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-8157f2af-5943-4c78-8f9d-0539892db0ef service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307888 Oct 30 01:18:40.048927 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a1e50d1c-6e26-4b80-8520-4dbe1c9df6de req-2cfffff1-159b-4f11-acba-c3e72b75e024 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772385 Oct 30 01:18:40.060211 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc8ed7-3ac0-4df0-9283-436aac730fd7 req-8dca0ddc-773b-4a0f-9ddb-4f0de97185a9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:40.061842 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-72fc8ed7-3ac0-4df0-9283-436aac730fd7 req-8dca0ddc-773b-4a0f-9ddb-4f0de97185a9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0691855 Oct 30 01:18:40.139917 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-72fc8ed7-3ac0-4df0-9283-436aac730fd7 req-49866a6f-2b8d-4336-8b26-e19dfee51ac0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661578 Oct 30 01:18:40.646589 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bae6b-8803-441e-a89f-191e9d0a11df req-8443a9c6-0e93-42da-a6cc-4ef19e2e6118 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:40.648401 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a76bae6b-8803-441e-a89f-191e9d0a11df req-8443a9c6-0e93-42da-a6cc-4ef19e2e6118 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0609221 Oct 30 01:18:40.707699 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a76bae6b-8803-441e-a89f-191e9d0a11df req-0bd6933d-c0f9-4291-93df-692cf1d1d1e7 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531888 Oct 30 01:18:40.852761 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:41.286436 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:41.329164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf23311-5423-432b-b376-e05fede057c6 req-61c74974-a5a2-49ee-89c3-3c6279eaf44c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:41.330882 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bdf23311-5423-432b-b376-e05fede057c6 req-61c74974-a5a2-49ee-89c3-3c6279eaf44c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 945 time: 0.0545385 Oct 30 01:18:41.386452 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bdf23311-5423-432b-b376-e05fede057c6 req-f0ac8363-6307-4e07-bcf3-6b946804c546 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495429 Oct 30 01:18:41.833236 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:18:41.839184 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:41.878376 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:41.894249 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a5d0-1488-4b6d-9ea6-ed7bc12d9470 req-a2036db8-0a96-4aef-85cb-f5f15c60479f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:41.897782 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5fe9a5d0-1488-4b6d-9ea6-ed7bc12d9470 req-a2036db8-0a96-4aef-85cb-f5f15c60479f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0793865 Oct 30 01:18:41.941733 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: ACTIVE; New status is: DOWN {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:18:41.942097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:41.964165 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5fe9a5d0-1488-4b6d-9ea6-ed7bc12d9470 req-a4f2adba-f645-4bec-9449-3c1c16eef61d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554953 Oct 30 01:18:41.971390 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:18:41.973774 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a97c2b-986e-4855-916a-cb194edced33" -d '{"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-unplugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:18:41.989927 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:18:42.035005 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 30 Oct 2022 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ca624c-cc73-4f25-b6ef-1fe70fd7103c x-openstack-request-id: req-b6ca624c-cc73-4f25-b6ef-1fe70fd7103c {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:18:42.035372 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-unplugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:18:42.035714 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6ca624c-cc73-4f25-b6ef-1fe70fd7103c {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:18:42.036149 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ca624c-cc73-4f25-b6ef-1fe70fd7103c'] response: {'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'code': 200} Oct 30 01:18:42.051907 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:42.109676 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=8']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:42.445425 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:42.562067 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598670e-b4a3-40a7-abc4-2d2dfb6941d9 req-ea1dce2b-d094-4c7b-804e-2844e803968c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:42.564354 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4598670e-b4a3-40a7-abc4-2d2dfb6941d9 req-ea1dce2b-d094-4c7b-804e-2844e803968c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0576723 Oct 30 01:18:42.623820 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4598670e-b4a3-40a7-abc4-2d2dfb6941d9 req-298dc1c3-9df4-4b66-8878-dc22a5664dcb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529714 Oct 30 01:18:43.129011 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7835590-5445-4370-bbbf-16dd7fd5225b req-4083a3d5-ebec-4609-b9ea-56eac76a95b0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:43.130613 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f7835590-5445-4370-bbbf-16dd7fd5225b req-4083a3d5-ebec-4609-b9ea-56eac76a95b0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0559826 Oct 30 01:18:43.195498 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f7835590-5445-4370-bbbf-16dd7fd5225b req-55857428-b557-4606-a2b2-2ddc3aef69d0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567489 Oct 30 01:18:44.119665 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6821-4b70-44d4-b1dd-f0524cbd7d46 req-f5294e4c-1ba3-4f30-bb7f-7df4eb83f505 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:44.129373 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f7ab6821-4b70-44d4-b1dd-f0524cbd7d46 req-f5294e4c-1ba3-4f30-bb7f-7df4eb83f505 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0746365 Oct 30 01:18:44.191184 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f7ab6821-4b70-44d4-b1dd-f0524cbd7d46 req-f7f58e20-a25a-49f5-b955-4694203bb537 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625205 Oct 30 01:18:44.364883 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d485cb-5e8c-4a1d-bdd0-d3b6eb5a9bcd req-21cd4d2c-8fc2-4b73-90e1-7ffb1d03f877 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:44.366879 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-46d485cb-5e8c-4a1d-bdd0-d3b6eb5a9bcd req-21cd4d2c-8fc2-4b73-90e1-7ffb1d03f877 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0757241 Oct 30 01:18:44.426716 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-46d485cb-5e8c-4a1d-bdd0-d3b6eb5a9bcd req-84d14b96-c00c-412e-ad95-6067488f8c33 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532351 Oct 30 01:18:45.397850 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ad3a-7210-4605-a493-428df136b989 req-5d2de6c8-914c-4b58-9c9f-cedcbd0d3a15 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:45.399706 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-da82ad3a-7210-4605-a493-428df136b989 req-5d2de6c8-914c-4b58-9c9f-cedcbd0d3a15 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0946310 Oct 30 01:18:45.412223 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8f0c4-a9e5-450a-8fda-325691a3a373 req-e1730c5a-7df5-405b-ae01-aeb5bea192fb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:45.413853 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-daa8f0c4-a9e5-450a-8fda-325691a3a373 req-e1730c5a-7df5-405b-ae01-aeb5bea192fb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0695086 Oct 30 01:18:45.501330 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:45.513120 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-da82ad3a-7210-4605-a493-428df136b989 req-70e59845-4c4c-43a7-8141-339e116502c4 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979922 Oct 30 01:18:45.528392 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-daa8f0c4-a9e5-450a-8fda-325691a3a373 req-b309df23-9ae3-47eb-8b48-ad5cdb4467f1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969541 Oct 30 01:18:45.742704 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e497d4-4edb-41a1-a0b0-3ed585e1cc09 req-dfd72614-1d1a-43b6-82d4-58f92ca3b387 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:45.745505 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-80e497d4-4edb-41a1-a0b0-3ed585e1cc09 req-dfd72614-1d1a-43b6-82d4-58f92ca3b387 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0866079 Oct 30 01:18:45.830949 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:18:45.833186 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-48113dc3-1143-4053-bad3-a351820db8bc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:45.834778 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-48113dc3-1143-4053-bad3-a351820db8bc tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0757151 Oct 30 01:18:45.853613 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-80e497d4-4edb-41a1-a0b0-3ed585e1cc09 req-ad91bd07-7197-4421-b40d-67bf6e1ebea9 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022887 Oct 30 01:18:45.946119 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port 1fa719d9-47db-40bc-a49b-33886b04e612 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:18:45.946473 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:45.949583 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: DOWN; New status is: DOWN {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:18:46.045688 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59848) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:46.075414 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:46.112696 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] For port 1fa719d9-47db-40bc-a49b-33886b04e612, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fa719d9-47db-40bc-a49b-33886b04e612,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:18:46.143328 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:46.145787 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-6000056e-9be3-47bc-a3ac-dd8a024dc3aa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979211 Oct 30 01:18:46.156433 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-d9c2c3a7-ab7a-47b8-b192-f2301fa2e64a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:18:46.157560 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-d9c2c3a7-ab7a-47b8-b192-f2301fa2e64a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062175 Oct 30 01:18:46.251187 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59858) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:46.358531 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-14c0b609-a39f-4374-9e70-7a4c7142642c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:46.360526 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-14c0b609-a39f-4374-9e70-7a4c7142642c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports/048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 200 len: 940 time: 0.1078830 Oct 30 01:18:46.402094 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:46.402828 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (d6b4005c-af32-440e-a2c5-2a55cf3736a5), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:46.402828 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP d6b4005c-af32-440e-a2c5-2a55cf3736a5 disassociated. External IP: 172.37.0.160, port: 1fa719d9-47db-40bc-a49b-33886b04e612. Oct 30 01:18:46.403172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for 1fa719d9-47db-40bc-a49b-33886b04e612 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:18:46.677483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5b893-ce69-4383-b106-2d91ae33cea4 req-4249df71-cb90-4a3e-841a-4678d4271940 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:46.679785 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12c5b893-ce69-4383-b106-2d91ae33cea4 req-4249df71-cb90-4a3e-841a-4678d4271940 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 945 time: 0.0612602 Oct 30 01:18:46.692398 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (1fa719d9-47db-40bc-a49b-33886b04e612), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:46.766198 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=1fa719d9-47db-40bc-a49b-33886b04e612,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:46.800963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40689b-6911-48fe-94db-ff751207ccc6 req-064d7126-b66f-489b-9edb-dc6105648b9a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:46.802827 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7e40689b-6911-48fe-94db-ff751207ccc6 req-064d7126-b66f-489b-9edb-dc6105648b9a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.1220937 Oct 30 01:18:46.810828 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.815854 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.818115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:46.918973 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-12c5b893-ce69-4383-b106-2d91ae33cea4 req-04a64716-2892-4a5c-a046-ffd77f34d2e1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26f14631-be85-4471-a7b3-b9d3fdee9bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181051 Oct 30 01:18:46.925438 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:46.956127 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7e40689b-6911-48fe-94db-ff751207ccc6 req-1f68960d-d331-4c6d-ae7a-1bdf8878f0d0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332042 Oct 30 01:18:47.040381 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:18:47.054920 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7a3eb-31f4-4ece-b5fc-354bb62decde req-6b6bda47-ee44-4e9b-b569-007cb287ed4a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:47.056632 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b7e7a3eb-31f4-4ece-b5fc-354bb62decde req-6b6bda47-ee44-4e9b-b569-007cb287ed4a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0684388 Oct 30 01:18:47.147274 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:47.176106 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b7e7a3eb-31f4-4ece-b5fc-354bb62decde req-8a5b21ac-b9df-4537-a52e-4eea0501b064 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061196 Oct 30 01:18:47.224071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:18:47.241500 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:18:47.253598 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:18:47.254284 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:18:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:18:47.278505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] No DVR routers for this DVR port 1fa719d9-47db-40bc-a49b-33886b04e612 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:18:47.282450 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:47.286440 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1fc44fe5-539d-45a5-a6f7-9dd1552c719d req-e7a39a38-9acd-4e0b-a6b7-7715077f3b57 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "DELETE /networking/v2.0/ports/1fa719d9-47db-40bc-a49b-33886b04e612 HTTP/1.1" status: 204 len: 173 time: 1.4459345 Oct 30 01:18:47.287040 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'name': 'network-vif-deleted', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:18:47.289757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12206337-cfcb-444c-b45c-b2278632a52b" -d '{"events": [{"server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "name": "network-vif-deleted", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:18:47.347627 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3876484-1b48-4923-90e6-0a3d5214b0bd x-openstack-request-id: req-f3876484-1b48-4923-90e6-0a3d5214b0bd {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:18:47.348233 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdeab19-9694-47d7-b99e-f9f2e77a521a", "name": "network-vif-deleted", "tag": "1fa719d9-47db-40bc-a49b-33886b04e612", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:18:47.348725 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3876484-1b48-4923-90e6-0a3d5214b0bd {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:18:47.349439 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3876484-1b48-4923-90e6-0a3d5214b0bd'] response: {'server_uuid': '7cdeab19-9694-47d7-b99e-f9f2e77a521a', 'name': 'network-vif-deleted', 'tag': '1fa719d9-47db-40bc-a49b-33886b04e612', 'status': 'completed', 'code': 200} Oct 30 01:18:47.404401 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:18:47.643176 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:18:47.675089 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:18:47.685542 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:18:47.686188 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:18:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:18:47.812661 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:18:48.066939 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:18:48.094408 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb68b2-8e04-4dcd-b923-f6e71970545f None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:18:48.160111 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-82dd9670-63d3-4391-851f-552a64bbe88e req-b3ccfc68-31bc-4ee2-877c-1d4b9001983c tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7cdeab19-9694-47d7-b99e-f9f2e77a521a HTTP/1.1" status: 200 len: 210 time: 0.0868976 Oct 30 01:18:48.184823 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca142ba-6ecf-4dcf-9d20-f956f6f65909 req-e9742568-e8db-478e-8de2-00285b382754 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.186911 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ca142ba-6ecf-4dcf-9d20-f956f6f65909 req-e9742568-e8db-478e-8de2-00285b382754 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.1315231 Oct 30 01:18:48.272232 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ca142ba-6ecf-4dcf-9d20-f956f6f65909 req-ee3ccd41-c79c-494a-9ff5-6b6299ac5e2a tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743761 Oct 30 01:18:48.328832 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-269b6cd0-4d4a-4fe8-a7f9-51556409f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.332666 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-269b6cd0-4d4a-4fe8-a7f9-51556409f093 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3&tenant_id=6e74d6179e574138841007195fd72400 HTTP/1.1" status: 200 len: 1127 time: 0.0835092 Oct 30 01:18:48.402557 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035584dc-5e9f-405f-b69b-0957e73687cd req-cbbe31c9-cbb2-4c30-8db2-9dead76a8e63 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.402907 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785160f-c877-431b-8d06-467e91411c8b None None] New status for floating IP d6b4005c-af32-440e-a2c5-2a55cf3736a5: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:18:48.404425 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-035584dc-5e9f-405f-b69b-0957e73687cd req-cbbe31c9-cbb2-4c30-8db2-9dead76a8e63 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.1311550 Oct 30 01:18:48.450536 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-c1a8687f-c668-445f-83c7-da309ac90e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.452100 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-c1a8687f-c668-445f-83c7-da309ac90e45 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6e74d6179e574138841007195fd72400&device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1127 time: 0.0777068 Oct 30 01:18:48.540257 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-035584dc-5e9f-405f-b69b-0957e73687cd req-5ca542dc-02fd-4b0d-9ea0-403c4eae7767 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187809 Oct 30 01:18:48.594979 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-9a00a2fc-40c8-4ecd-9e5e-b778d98f7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.596673 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-9a00a2fc-40c8-4ecd-9e5e-b778d98f7163 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 200 len: 917 time: 0.1384075 Oct 30 01:18:48.787273 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-be529a07-ce94-4f62-af76-1545aeb7920e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 200 len: 999 time: 0.0594330 Oct 30 01:18:48.841164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-8647c1f1-90e3-4f54-9f56-088eb4faf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.842705 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-8647c1f1-90e3-4f54-9f56-088eb4faf003 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 200 len: 855 time: 0.0498323 Oct 30 01:18:48.890100 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-5c5ce7b0-c679-4b20-bdc3-fbcbed2242a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:48.891735 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-5c5ce7b0-c679-4b20-bdc3-fbcbed2242a5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6257f567-c00a-4953-abb1-a059fb358974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435817 Oct 30 01:18:49.001450 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-5acb98b7-bd1b-4291-954b-18cb1d072184 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033766 Oct 30 01:18:49.112236 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8f053199-5648-469d-904d-a3d7ddbf5cc0 req-04bef631-3f24-47d0-aa43-bd45ba51167c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020048 Oct 30 01:18:49.354062 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59892) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:49.436988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (26f14631-be85-4471-a7b3-b9d3fdee9bd8), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:49.459133 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec903b53-bc71-465d-b118-99a0c824c531 req-9aca9d9a-c5dd-461e-92b3-c8251bc26d2f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:49.461948 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec903b53-bc71-465d-b118-99a0c824c531 req-9aca9d9a-c5dd-461e-92b3-c8251bc26d2f tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0811384 Oct 30 01:18:49.483376 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (26f14631-be85-4471-a7b3-b9d3fdee9bd8), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:49.522042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:49.546370 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ec903b53-bc71-465d-b118-99a0c824c531 req-84044dec-fd5f-4546-913a-02c867eb62f9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759802 Oct 30 01:18:49.661984 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (26f14631-be85-4471-a7b3-b9d3fdee9bd8), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:49.666421 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:49.672811 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/26f14631-be85-4471-a7b3-b9d3fdee9bd8 HTTP/1.1" status: 204 len: 168 time: 0.3128364 Oct 30 01:18:49.675713 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59910) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:49.702020 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f14631-be85-4471-a7b3-b9d3fdee9bd8,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:49.707685 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.api.v2.resource [None req-3dbd5823-5ba3-4657-8b79-447b81e4d224 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] show failed (client error): The resource could not be found. Oct 30 01:18:49.709132 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-3dbd5823-5ba3-4657-8b79-447b81e4d224 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups/26f14631-be85-4471-a7b3-b9d3fdee9bd8 HTTP/1.1" status: 404 len: 347 time: 0.0318692 Oct 30 01:18:49.713919 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59912) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:49.716941 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.717457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.717904 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.718817 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.719192 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.719576 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.720027 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.720560 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.720914 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.721305 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.721690 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.722138 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.722718 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.723253 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.723732 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69cb435-cce5-44ff-aead-1a163a03dbe5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:18:49.724996 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3651d-3d3f-4d0a-916c-3369b4d7fe93 req-283d70da-a092-4748-afd5-9b8bc9b9e804 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:49.726441 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7df3651d-3d3f-4d0a-916c-3369b4d7fe93 req-283d70da-a092-4748-afd5-9b8bc9b9e804 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0689447 Oct 30 01:18:49.831805 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1fa719d9-47db-40bc-a49b-33886b04e612 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:18:49.906855 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 1fa719d9-47db-40bc-a49b-33886b04e612 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:18:49.907797 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 1fa719d9-47db-40bc-a49b-33886b04e612 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:18:50.003806 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7df3651d-3d3f-4d0a-916c-3369b4d7fe93 req-71441dd8-33b2-4871-a783-108c14f6709c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672331 Oct 30 01:18:50.012671 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port 4622e501-96d8-44a7-9c37-f968ab0311ae {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:18:50.013149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:50.132453 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:50.209849 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:50.210345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (4622e501-96d8-44a7-9c37-f968ab0311ae), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:50.236457 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for 4622e501-96d8-44a7-9c37-f968ab0311ae owned by network:floatingip {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:18:50.543212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (4622e501-96d8-44a7-9c37-f968ab0311ae), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:50.573003 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=4622e501-96d8-44a7-9c37-f968ab0311ae,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:50.707326 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (d6b4005c-af32-440e-a2c5-2a55cf3736a5), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:50.710275 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:50.714163 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4f61f20c-94a7-4143-897e-3464a1a786ac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d6b4005c-af32-440e-a2c5-2a55cf3736a5 HTTP/1.1" status: 204 len: 168 time: 0.9964242 Oct 30 01:18:50.854986 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975608a-d4ab-4124-b56b-980f78bcce53 req-7c664285-b713-4cce-b864-22aa95a52946 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:50.856926 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d975608a-d4ab-4124-b56b-980f78bcce53 req-7c664285-b713-4cce-b864-22aa95a52946 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.1321988 Oct 30 01:18:50.878166 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59920) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:50.887214 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509130342', 'description': 'tempest-description--125377583'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:18:50.976853 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d975608a-d4ab-4124-b56b-980f78bcce53 req-5c16bf3b-838d-4cf9-b6d5-94ba255e8855 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102798 Oct 30 01:18:51.057151 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.198913 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (3f1cfa1e-d903-462d-90ab-295c481ffddd), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.212884 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b92b6-c051-4653-b565-2d8733e416af req-7bc56dad-0f16-4b37-9c44-7cd6285ef128 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:51.214504 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2a9b92b6-c051-4653-b565-2d8733e416af req-7bc56dad-0f16-4b37-9c44-7cd6285ef128 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0799670 Oct 30 01:18:51.290262 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2a9b92b6-c051-4653-b565-2d8733e416af req-df67f051-265e-40d6-8332-982bf3e71316 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619771 Oct 30 01:18:51.292581 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3f1cfa1e-d903-462d-90ab-295c481ffddd), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.356153 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1cfa1e-d903-462d-90ab-295c481ffddd,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:51.421689 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.425062 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-d1e8f114-fe33-4d8b-b75d-e8c287f18653 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5433161 Oct 30 01:18:51.428985 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 59924) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:51.434603 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': '3f1cfa1e-d903-462d-90ab-295c481ffddd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:18:51.534555 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (17264489-1c5b-452d-9bf2-323ca78970f4), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.619664 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (17264489-1c5b-452d-9bf2-323ca78970f4), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.697633 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (17264489-1c5b-452d-9bf2-323ca78970f4), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.736583 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17264489-1c5b-452d-9bf2-323ca78970f4,revision_number=0']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:51.796708 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:51.800705 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-60e21880-5620-4b79-abf7-0bec12c96408 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704207 Oct 30 01:18:51.801586 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59926) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:51.808170 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'security_group_rule': {'security_group_id': '3f1cfa1e-d903-462d-90ab-295c481ffddd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:18:51.952603 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (50c46e39-30c3-4227-a720-b0065936378f), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:52.037099 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (50c46e39-30c3-4227-a720-b0065936378f), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:52.142344 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:52.154848 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763641'] for security_group_rule (50c46e39-30c3-4227-a720-b0065936378f), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:52.163852 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24476cb-b31b-4830-aadc-a2a6735d4f6c req-5b6416a5-821b-4dfd-804c-c95c6bc6f666 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:52.166930 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b24476cb-b31b-4830-aadc-a2a6735d4f6c req-5b6416a5-821b-4dfd-804c-c95c6bc6f666 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0695512 Oct 30 01:18:52.182351 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c46e39-30c3-4227-a720-b0065936378f,revision_number=0']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:52.240907 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b24476cb-b31b-4830-aadc-a2a6735d4f6c req-bfa61933-f93b-4e20-8d9e-11bdfb9609e5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617449 Oct 30 01:18:52.303297 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:52.306546 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1208b072-677b-48c8-8988-9d720dfdad4e tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5033667 Oct 30 01:18:52.310177 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 59932) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:18:52.314991 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.v2.base [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6'}} {{(pid=105258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:18:52.440874 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:52.462911 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455555-c786-4930-8c0c-d4aac6b237a4 req-25c9e91d-8488-403e-8a7e-c2e9d768dddf tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:52.470714 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b2455555-c786-4930-8c0c-d4aac6b237a4 req-25c9e91d-8488-403e-8a7e-c2e9d768dddf tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0681608 Oct 30 01:18:52.548783 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b2455555-c786-4930-8c0c-d4aac6b237a4 req-3ae48861-73c3-495e-b30e-a7f51ba5e6a8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754092 Oct 30 01:18:52.586085 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:52.783183 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_common [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.37.0.17 (b45fe502-5433-4ddb-afe2-3e4075fa00b6/1cf921dd-3101-4840-8391-84e1c5aeafae/74dab1bc-bf70-4988-959c-b0ebfa19a4fe) {{(pid=105258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:18:52.807370 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:52.827916 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:52.984444 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:53.121731 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:53.188689 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network b45fe502-5433-4ddb-afe2-3e4075fa00b6 is already hosted by enough agents. {{(pid=105258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:18:53.192371 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.base_scheduler [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:18:53.197784 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:18:53.235492 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=74dab1bc-bf70-4988-959c-b0ebfa19a4fe,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:53.361851 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:53.502026 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3efa14-94c0-4678-a52b-f412b578b771 req-fa9d6c85-8ab9-4adb-8c94-458d445e4035 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:53.512042 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea3efa14-94c0-4678-a52b-f412b578b771 req-fa9d6c85-8ab9-4adb-8c94-458d445e4035 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.1005259 Oct 30 01:18:53.536632 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), before_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:53.554586 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:53.644277 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ea3efa14-94c0-4678-a52b-f412b578b771 req-24006973-241c-40ee-a015-8d125bdbe67c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216922 Oct 30 01:18:53.852111 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), precommit_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:53.857788 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb427fca-9daf-4d43-8036-e31c906a7bd5 req-3288cbdf-bc04-40f6-8bf8-6022762fc8a0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:53.861161 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bb427fca-9daf-4d43-8036-e31c906a7bd5 req-3288cbdf-bc04-40f6-8bf8-6022762fc8a0 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.1369162 Oct 30 01:18:53.926400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494957'] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), after_update {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:53.951130 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-1fc045b8-cdb6-41d3-ad55-1ac7b7aec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:53.953176 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-1fc045b8-cdb6-41d3-ad55-1ac7b7aec56f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.1470518 Oct 30 01:18:54.053224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=74dab1bc-bf70-4988-959c-b0ebfa19a4fe,revision_number=2']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:18:54.057870 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:54.086237 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:54.152426 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bb427fca-9daf-4d43-8036-e31c906a7bd5 req-9ad1cc50-7037-498d-9c4f-156ef92956ee tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827652 Oct 30 01:18:54.205201 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:54.207868 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a70a8985-109d-4a1f-8fb8-cf3a111594b9 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8963225 Oct 30 01:18:54.217861 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-4a255f73-f112-4873-aeb4-b400dba435cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:54.221268 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-4a255f73-f112-4873-aeb4-b400dba435cb service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 909 time: 0.2377832 Oct 30 01:18:54.356787 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-5244d38d-080d-4262-a754-5f5322845d98 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 1000 time: 0.1055226 Oct 30 01:18:54.557693 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-d0fc838c-2b67-4879-964d-9b20e137fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:54.560446 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-d0fc838c-2b67-4879-964d-9b20e137fd73 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.1288135 Oct 30 01:18:54.587774 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-37c87cc7-c99d-4575-9d51-065c862ddfc5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--509130342&fields=id&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 267 time: 0.1016064 Oct 30 01:18:54.761169 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-c90562a0-6240-42b2-8d8d-f33c6d0be587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:54.782020 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-c90562a0-6240-42b2-8d8d-f33c6d0be587 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0717373 Oct 30 01:18:54.925792 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-ed99be11-f03c-4f67-91b0-370aeac55748 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:54.928678 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-ed99be11-f03c-4f67-91b0-370aeac55748 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.3329210 Oct 30 01:18:55.015445 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-9b8a4749-da4c-4480-bc89-577334e1327b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/quotas/cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 375 time: 0.0459104 Oct 30 01:18:55.040517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f867b9-b7f7-453e-af3e-4d7d39135dfc req-13f49d82-1077-4386-b329-ff2d2e8ebdf7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:55.053603 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f1f867b9-b7f7-453e-af3e-4d7d39135dfc req-13f49d82-1077-4386-b329-ff2d2e8ebdf7 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.2160561 Oct 30 01:18:55.159018 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:55.204103 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-dd9e20f6-6a80-4d76-a13d-1bff3a55f8f9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289854 Oct 30 01:18:55.216364 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-715a3a66-11b1-42c8-8a7b-4857e0d2ef41 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928298 Oct 30 01:18:55.300925 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f1f867b9-b7f7-453e-af3e-4d7d39135dfc req-de0d0551-aacc-4351-89a7-2331f1da8974 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457132 Oct 30 01:18:55.445428 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-690667b2-103e-4269-83f4-2034b8359be3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127352 Oct 30 01:18:55.893446 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688644a4-7f53-4bd3-b5ab-9bc831dd5b45 req-49b9e14c-b880-4009-b296-4784ef2ab566 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:55.895027 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-688644a4-7f53-4bd3-b5ab-9bc831dd5b45 req-49b9e14c-b880-4009-b296-4784ef2ab566 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.4552593 Oct 30 01:18:55.978068 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-c798546d-b508-4cd0-a645-6df77524e545 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189576 Oct 30 01:18:56.002693 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-688644a4-7f53-4bd3-b5ab-9bc831dd5b45 req-4975c848-9dda-4f3f-bf8b-98170c96b771 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001060 Oct 30 01:18:56.344812 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-513f334a-7001-4b37-afdb-e7afac778735 req-7e29407e-0e8d-47ad-9fdf-6c269f7aca62 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0352709 Oct 30 01:18:56.508156 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658da9c-4354-4955-ba5c-439849d44394 req-e0679e60-219a-49e6-9e88-b4c606d26e30 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:56.510310 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a658da9c-4354-4955-ba5c-439849d44394 req-e0679e60-219a-49e6-9e88-b4c606d26e30 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0896394 Oct 30 01:18:56.545286 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:56.604691 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a658da9c-4354-4955-ba5c-439849d44394 req-5a8c7f0f-165f-4c69-be2a-ea7d4a62875c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762539 Oct 30 01:18:57.182289 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21629fe-79de-4dab-afff-a190e61c4994 req-24216cf1-1c9c-4d59-bef6-63e167d148d6 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:57.183955 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c21629fe-79de-4dab-afff-a190e61c4994 req-24216cf1-1c9c-4d59-bef6-63e167d148d6 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0608487 Oct 30 01:18:57.257671 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c21629fe-79de-4dab-afff-a190e61c4994 req-66c2f162-491f-4613-b5c2-17f2a81092d4 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670977 Oct 30 01:18:57.490442 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c6bcb569-687b-4525-be8e-cc87db232cca req-8d135bef-6693-41f6-b14a-59e9894216f4 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0494254 Oct 30 01:18:57.794265 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552851f-c70e-43a8-9b69-f3b4a57e3ecc req-63225870-7d4c-46d2-80d8-f22b774156b6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:57.797244 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c552851f-c70e-43a8-9b69-f3b4a57e3ecc req-63225870-7d4c-46d2-80d8-f22b774156b6 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0787005 Oct 30 01:18:57.881994 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c552851f-c70e-43a8-9b69-f3b4a57e3ecc req-a16de378-c0d0-4617-8e6f-1be251629d4c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742574 Oct 30 01:18:58.182860 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a148669e-e348-4ac0-982d-98ed96157418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:58.464764 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf12c5-08b6-46b0-a92b-f0c03927dd14 req-6a7e7d9e-a1e5-463f-9743-932fe2effa9a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:58.466477 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fbaf12c5-08b6-46b0-a92b-f0c03927dd14 req-6a7e7d9e-a1e5-463f-9743-932fe2effa9a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.1000915 Oct 30 01:18:58.517413 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88ed4ddd-35f8-4ada-9e10-a639f448dbcb req-e60fba86-fc7c-4768-b275-824ab8b67b22 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596959 Oct 30 01:18:58.547207 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fbaf12c5-08b6-46b0-a92b-f0c03927dd14 req-4f8ca647-0061-44f8-be55-879ebe655e55 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711131 Oct 30 01:18:58.624458 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-019382f3-5f23-401b-a109-623e413b3b07 req-df1e87db-0d67-4f91-a954-8647886b7018 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0288231 Oct 30 01:18:59.016199 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f50e1-506b-4429-a6c8-82e49f930b37 req-9e6278c2-fc19-4a43-98a3-d53f931d2839 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:59.017809 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7a7f50e1-506b-4429-a6c8-82e49f930b37 req-9e6278c2-fc19-4a43-98a3-d53f931d2839 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 943 time: 0.0502346 Oct 30 01:18:59.078282 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7a7f50e1-506b-4429-a6c8-82e49f930b37 req-8a729542-e5cf-4050-8a84-ebc69b89d1b5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540993 Oct 30 01:18:59.665736 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:59.688510 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fccc9c-7cf1-46c5-a902-013b542b3dd6 req-8a8950e8-c3d1-4f1b-a1f8-ab665e44c1ff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:18:59.690242 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c5fccc9c-7cf1-46c5-a902-013b542b3dd6 req-8a8950e8-c3d1-4f1b-a1f8-ab665e44c1ff tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0545475 Oct 30 01:18:59.768392 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-92a88409-aa4f-45ce-b065-8500a6342fb2 req-41ab7a20-ee2a-4e36-accb-0072ba21037b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0416594 Oct 30 01:18:59.772403 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c5fccc9c-7cf1-46c5-a902-013b542b3dd6 req-136a2e3d-e99d-41a6-9527-d6042a8cdade tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752647 Oct 30 01:18:59.838855 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:18:59.946384 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:18:59.960589 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'port_id': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'mac_address': 'fa:16:3e:e5:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:19:00.006970 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:00.007354 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:00.022059 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048da4f3-1d63-47ae-b4af-333cac47dd73 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:19:00.044038 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:00.125800 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:00.179392 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=9']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:00.245943 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061853b1-7951-4da7-b7a9-0f731d47f404 req-3f37a85b-8944-4b2d-b166-3cc4a3b81aef tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:00.247697 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-061853b1-7951-4da7-b7a9-0f731d47f404 req-3f37a85b-8944-4b2d-b166-3cc4a3b81aef tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 944 time: 0.0565531 Oct 30 01:19:00.303377 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-061853b1-7951-4da7-b7a9-0f731d47f404 req-2909435f-2309-43dc-9c27-b7ed8d680b94 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467246 Oct 30 01:19:00.432622 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['048da4f3-1d63-47ae-b4af-333cac47dd73'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:19:00.461915 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b4018258-cfc0-41d7-bade-cca89afc57dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:00.695890 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:00.937874 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5ec99fb1-9c2a-404a-8422-b391132d7848 req-5b554fad-31b5-4902-b344-2d440ec161b3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0490184 Oct 30 01:19:00.958449 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe682fd-512b-4707-bba4-71d0ff510485 req-21f22204-de9f-470d-9976-7d730ae63ffb tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:00.958449 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8fe682fd-512b-4707-bba4-71d0ff510485 req-21f22204-de9f-470d-9976-7d730ae63ffb tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0754592 Oct 30 01:19:01.041093 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8fe682fd-512b-4707-bba4-71d0ff510485 req-7d3335dd-9fa6-4af0-88f0-ecf53a2018be tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762942 Oct 30 01:19:01.496626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e8b8-ee7f-4ff6-8804-30b29b3e8e29 req-e83bf352-fa05-4dd0-b02b-8b1538ff8c37 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:01.498229 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1113e8b8-ee7f-4ff6-8804-30b29b3e8e29 req-e83bf352-fa05-4dd0-b02b-8b1538ff8c37 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 944 time: 0.1025651 Oct 30 01:19:01.570700 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:01.583308 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-8b78163a-401b-4aa1-970b-d96a7e2e32aa tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:01.584909 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-8b78163a-401b-4aa1-970b-d96a7e2e32aa tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 814 time: 0.1779752 Oct 30 01:19:01.593535 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1113e8b8-ee7f-4ff6-8804-30b29b3e8e29 req-60fddda1-bf2a-4fcb-93d5-b465a59b0c8e tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818927 Oct 30 01:19:01.666925 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-9a47bfd1-0006-4cb4-9a71-79efb70613ae tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cd37394129e346a8804d667856309041 HTTP/1.1" status: 200 len: 379 time: 0.0676069 Oct 30 01:19:01.679162 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'port': {'device_id': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'admin_state_up': True, 'tenant_id': 'cd37394129e346a8804d667856309041', 'security_groups': ['3f1cfa1e-d903-462d-90ab-295c481ffddd']}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:19:01.878026 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Made reservation on behalf of cd37394129e346a8804d667856309041 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:19:01.882225 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:01.910740 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:19:01.971409 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 048da4f3-1d63-47ae-b4af-333cac47dd73 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:19:01.972111 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:01.972441 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 048da4f3-1d63-47ae-b4af-333cac47dd73 Oct 30 01:19:02.023734 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:02.057005 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 048da4f3-1d63-47ae-b4af-333cac47dd73 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:02.057509 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:02.074914 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c2572cbb-8e1b-4c37-a9b6-f7b4e77db639 req-4e26d158-98ae-479e-991b-c5705113bab0 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0403852 Oct 30 01:19:02.083658 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:02.086570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da37f798-e081-4ea0-b25b-3b32c3de9ef1" -d '{"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-plugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:02.115782 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Allocated IP 172.20.0.10 (843e4324-5c32-4e7f-add7-0c4eec3b7e77/168fcadc-992c-440e-8bde-ef03fe69d624/97e77ecd-21bb-4202-8bef-241af78b36ab) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:19:02.130473 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:02.147905 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c78f65-02b4-46db-bfc2-042209ebd006 x-openstack-request-id: req-91c78f65-02b4-46db-bfc2-042209ebd006 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:02.148877 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-plugged", "status": "completed", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:02.149067 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91c78f65-02b4-46db-bfc2-042209ebd006 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:02.150310 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c78f65-02b4-46db-bfc2-042209ebd006'] response: {'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'code': 200} Oct 30 01:19:02.165177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:02.293176 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34bbe-5d08-43b3-accf-1e10da681b6d req-372c7a22-9df5-4a54-9c44-2e62da378fbd tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:02.294883 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ba34bbe-5d08-43b3-accf-1e10da681b6d req-372c7a22-9df5-4a54-9c44-2e62da378fbd tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.1305909 Oct 30 01:19:02.380737 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7ba34bbe-5d08-43b3-accf-1e10da681b6d req-ece6ed3f-0dd0-4bc2-a8a2-66e260f74641 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787036 Oct 30 01:19:02.390933 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:02.485384 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-ca0c3086-7814-498d-a0fb-aae88b0dc3d6 req-834b7950-0b1b-4c7c-87e1-f2d872d2ec3a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:19:02.486598 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ca0c3086-7814-498d-a0fb-aae88b0dc3d6 req-834b7950-0b1b-4c7c-87e1-f2d872d2ec3a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064194 Oct 30 01:19:02.763677 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59bfc-2752-43e6-848f-6d5495efaa3a req-54c477b5-fe7a-4ee0-b7ad-3890b1f63bff tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:02.765850 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-acf59bfc-2752-43e6-848f-6d5495efaa3a req-54c477b5-fe7a-4ee0-b7ad-3890b1f63bff tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 944 time: 0.0688496 Oct 30 01:19:02.785910 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:02.829554 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-acf59bfc-2752-43e6-848f-6d5495efaa3a req-76500665-47c9-480e-9f93-3fa1c7ec25db tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Oct 30 01:19:03.108628 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.109479 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.110176 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:19:03.110350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.182420 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event updated for resources: {'Port': ['ID=97e77ecd-21bb-4202-8bef-241af78b36ab,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:03.198252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=10']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:03.212388 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:19:03.214383 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:19:03.233439 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:19:03.270992 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 2787be5c-6341-4c37-abbb-ddd900bf4590 is: ACTIVE; New status is: DOWN {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:03.274807 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.316468 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:03.320395 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cc72-c951-4ede-9185-083a5243c21c req-13dfd2a6-55a3-488f-9104-5b31a10aa9e3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:03.320679 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c0b6cc72-c951-4ede-9185-083a5243c21c req-13dfd2a6-55a3-488f-9104-5b31a10aa9e3 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 932 time: 0.1244125 Oct 30 01:19:03.327483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:03.328147 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.395614 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c857571-4d1c-410e-87e0-69fe3ba9e5b4 req-a72b1c4a-1a64-4cbf-964b-835ca9525a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:03.397269 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c857571-4d1c-410e-87e0-69fe3ba9e5b4 req-a72b1c4a-1a64-4cbf-964b-835ca9525a23 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 1130 time: 0.0756183 Oct 30 01:19:03.412026 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.443337 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c0b6cc72-c951-4ede-9185-083a5243c21c req-cf3cc8c6-714c-4d77-916c-6c6b0cac98f4 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033423 Oct 30 01:19:03.475875 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8c857571-4d1c-410e-87e0-69fe3ba9e5b4 req-7811a0c8-df7c-442f-a563-f516867c2f5d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692165 Oct 30 01:19:03.481212 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-dc5fa383-56f3-4ddd-843e-da52cec54513 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8073993 Oct 30 01:19:03.486254 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=6']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:03.558683 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-4450948f-a057-4018-b719-aed5b0f563e3 None None] Provisioning complete for port 97e77ecd-21bb-4202-8bef-241af78b36ab triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:19:03.559848 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4450948f-a057-4018-b719-aed5b0f563e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.559848 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-4450948f-a057-4018-b719-aed5b0f563e3 None None] Attempt 1 to provision port 97e77ecd-21bb-4202-8bef-241af78b36ab Oct 30 01:19:03.608531 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-4450948f-a057-4018-b719-aed5b0f563e3 None None] Port 97e77ecd-21bb-4202-8bef-241af78b36ab cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:19:03.626200 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c015b-09f7-409d-a7fd-f62d604bc015 req-f87165b3-c6a7-4f11-85c0-618d5ee00ccf tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:03.628398 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bc3c015b-09f7-409d-a7fd-f62d604bc015 req-f87165b3-c6a7-4f11-85c0-618d5ee00ccf tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0538042 Oct 30 01:19:03.688904 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bc3c015b-09f7-409d-a7fd-f62d604bc015 req-f71c1678-8454-4f78-89f0-a49f9c47ef41 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553188 Oct 30 01:19:03.712248 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-7cf315c8-e6dd-48c8-99c0-6e6318029a73 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596817 Oct 30 01:19:03.730577 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.760786 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Request body: {'port': {'device_id': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:19:03.787483 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-6438873f-fe93-4b6d-ae0d-41c3ab388d40 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:03.788884 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-6438873f-fe93-4b6d-ae0d-41c3ab388d40 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports/2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 940 time: 0.0477436 Oct 30 01:19:03.824757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:03.899996 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:03.969578 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:04.022923 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1beff2-5a82-4b05-94d5-3c30f3996112 req-42cf2f7e-ebdd-434c-b158-253235a80ad5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:04.024611 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4f1beff2-5a82-4b05-94d5-3c30f3996112 req-42cf2f7e-ebdd-434c-b158-253235a80ad5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0721974 Oct 30 01:19:04.140761 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4f1beff2-5a82-4b05-94d5-3c30f3996112 req-4cf2daf1-fb0c-4bbf-af17-0652f6d35c71 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053171 Oct 30 01:19:04.151764 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:04.156607 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c261c0c3-a93a-4a31-9420-08c3c752c208" -d '{"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-unplugged", "status": "completed", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:04.195349 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311dd674-cb37-4d57-97e0-f3f2429d84da x-openstack-request-id: req-311dd674-cb37-4d57-97e0-f3f2429d84da {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:04.195680 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-unplugged", "status": "failed", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "code": 422}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:04.195941 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-311dd674-cb37-4d57-97e0-f3f2429d84da {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:04.196351 dv-cinder-master-3-smb neutron-server[105259]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-311dd674-cb37-4d57-97e0-f3f2429d84da']: {'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'code': 422} returned with failed status Oct 30 01:19:04.232223 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e77ecd-21bb-4202-8bef-241af78b36ab {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:19:04.241303 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Publish callbacks [] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:04.256222 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Transition to ACTIVE for port object 97e77ecd-21bb-4202-8bef-241af78b36ab will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:19:04.336403 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:04.364090 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:04.403995 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97e77ecd-21bb-4202-8bef-241af78b36ab,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:04.471259 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Attempting to bind port 97e77ecd-21bb-4202-8bef-241af78b36ab on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:19:04.471533 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Attempting to bind port 97e77ecd-21bb-4202-8bef-241af78b36ab by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:19:04.471852 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Attempting to bind port 97e77ecd-21bb-4202-8bef-241af78b36ab on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:19:04.522329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Port 97e77ecd-21bb-4202-8bef-241af78b36ab on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:19:04.522665 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Attempting to bind port 97e77ecd-21bb-4202-8bef-241af78b36ab on network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:19:04.603519 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a2d02-3eda-407a-8809-b6605501c25f req-70e5e2d3-a53d-4713-b99f-92df0454f690 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:04.605372 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f1a2d02-3eda-407a-8809-b6605501c25f req-70e5e2d3-a53d-4713-b99f-92df0454f690 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 944 time: 0.0802698 Oct 30 01:19:04.621904 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:19:04.622236 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Checking segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:19:04.622624 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Bound using segment: {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:19:04.623077 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Bound port: 97e77ecd-21bb-4202-8bef-241af78b36ab, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5ff254-9e37-4d15-9f90-347d6496db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:19:04.623442 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:04.711031 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f1a2d02-3eda-407a-8809-b6605501c25f req-437762cb-3090-4fe3-b354-ae1b4804fbef tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984032 Oct 30 01:19:04.735647 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] For port 97e77ecd-21bb-4202-8bef-241af78b36ab, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:19:04.739862 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] For port 97e77ecd-21bb-4202-8bef-241af78b36ab, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97e77ecd-21bb-4202-8bef-241af78b36ab,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:19:04.821578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:04.827703 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:04.828313 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:04.829739 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/97e77ecd-21bb-4202-8bef-241af78b36ab HTTP/1.1" status: 200 len: 1094 time: 1.0734713 Oct 30 01:19:04.830581 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:04.833018 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a2bafc-c161-4584-b288-7d603b2535c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:04.843115 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020969f-3dce-47be-a086-122a3b9359c9 req-75a2f4bf-e361-437e-b263-992dbc6f9b49 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:04.844845 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4020969f-3dce-47be-a086-122a3b9359c9 req-75a2f4bf-e361-437e-b263-992dbc6f9b49 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0661793 Oct 30 01:19:04.904287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601ce94-b016-485e-a641-cbfa093b0bca x-openstack-request-id: req-c601ce94-b016-485e-a641-cbfa093b0bca {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:04.904287 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:04.904578 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c601ce94-b016-485e-a641-cbfa093b0bca {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:04.905258 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c601ce94-b016-485e-a641-cbfa093b0bca'] response: {'name': 'network-changed', 'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'status': 'completed', 'code': 200} Oct 30 01:19:04.916839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceed7f-b28f-43c8-b391-3f8d0ed4e7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97e77ecd-21bb-4202-8bef-241af78b36ab,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:04.951840 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:04.958990 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4020969f-3dce-47be-a086-122a3b9359c9 req-28154947-f913-4382-8ae4-075d1e200a64 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774107 Oct 30 01:19:05.004220 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2bafc-c161-4584-b288-7d603b2535c3 req-3f0ae2cb-708e-45dd-88b5-7ddfb1493310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.005820 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55a2bafc-c161-4584-b288-7d603b2535c3 req-3f0ae2cb-708e-45dd-88b5-7ddfb1493310 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 1128 time: 0.0457561 Oct 30 01:19:05.150551 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2bafc-c161-4584-b288-7d603b2535c3 req-842b1785-e1ab-44c5-bd24-2ded3dbe8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.153302 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55a2bafc-c161-4584-b288-7d603b2535c3 req-842b1785-e1ab-44c5-bd24-2ded3dbe8027 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=cd37394129e346a8804d667856309041&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1324105 Oct 30 01:19:05.341784 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88249afb-68f8-43ee-9b79-4d59b1bfd711 req-c829fe0e-24e6-41d3-a586-d50bb2e78dcb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.343960 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88249afb-68f8-43ee-9b79-4d59b1bfd711 req-c829fe0e-24e6-41d3-a586-d50bb2e78dcb tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0912945 Oct 30 01:19:05.349278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2bafc-c161-4584-b288-7d603b2535c3 req-4905b41a-cf30-4588-9836-175407de7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.351369 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55a2bafc-c161-4584-b288-7d603b2535c3 req-4905b41a-cf30-4588-9836-175407de7479 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918430 Oct 30 01:19:05.441011 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-88249afb-68f8-43ee-9b79-4d59b1bfd711 req-eeb94c8b-f6fc-4c57-83af-3a895b703065 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847061 Oct 30 01:19:05.484878 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-94b4030a-b352-43bd-8f45-5255e55e2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.487607 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-94b4030a-b352-43bd-8f45-5255e55e2403 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 1128 time: 0.0609298 Oct 30 01:19:05.539911 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-9d498a55-c79f-4756-ab43-0948f67f32c9 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e77ecd-21bb-4202-8bef-241af78b36ab HTTP/1.1" status: 200 len: 217 time: 0.0378089 Oct 30 01:19:05.610426 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-c50f8976-8cc8-4c62-b130-298ce3eea8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.612019 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-c50f8976-8cc8-4c62-b130-298ce3eea8fd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0636029 Oct 30 01:19:05.661336 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-083c1bd3-d5ea-456a-b99c-4e277c92df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.664263 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-083c1bd3-d5ea-456a-b99c-4e277c92df56 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457649 Oct 30 01:19:05.732456 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:05.769776 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-6cbd6624-6ff7-494f-865e-76af8d8bb282 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000104 Oct 30 01:19:05.886769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4305f-3cc5-4b8b-8e0c-593a425487c3 req-4910815b-cb92-4a79-807e-3c5288d44bf2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:05.888428 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-77c4305f-3cc5-4b8b-8e0c-593a425487c3 req-4910815b-cb92-4a79-807e-3c5288d44bf2 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 944 time: 0.0862923 Oct 30 01:19:05.937366 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f90476a1-ecd5-4643-b2bc-da26d3cda9e0 req-34c7bfef-0538-4907-a4bd-e29b575ca1c4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619935 Oct 30 01:19:05.970314 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-77c4305f-3cc5-4b8b-8e0c-593a425487c3 req-f18fc23c-e611-4869-878a-0c55f3cca836 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747457 Oct 30 01:19:06.113575 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a5a13-67e9-41c0-b833-6fa4a8b8d0fa req-3dbcc6f7-83dd-4b29-83b1-62a86417de3a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:06.115145 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-789a5a13-67e9-41c0-b833-6fa4a8b8d0fa req-3dbcc6f7-83dd-4b29-83b1-62a86417de3a tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0556636 Oct 30 01:19:06.181569 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-789a5a13-67e9-41c0-b833-6fa4a8b8d0fa req-7d5f9df8-9f40-434d-8419-87003e6e5bb5 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594625 Oct 30 01:19:06.483652 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=73 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:06.487813 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=65 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:06.577385 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ae5d-cc88-4eab-9c75-32c62f5f00c2 req-777bb20b-7a94-44ef-8fa5-9cac3b8ec6a5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:06.578938 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0542ae5d-cc88-4eab-9c75-32c62f5f00c2 req-777bb20b-7a94-44ef-8fa5-9cac3b8ec6a5 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0483346 Oct 30 01:19:06.629765 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0542ae5d-cc88-4eab-9c75-32c62f5f00c2 req-c8c8648a-93d0-49a0-b534-37d97953c5f2 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Oct 30 01:19:07.141239 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1506-8a9f-458e-a872-ddfa47371ab8 req-0eca3f3b-e74c-4726-b234-1cbdf1d100c0 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:07.142855 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-072d1506-8a9f-458e-a872-ddfa47371ab8 req-0eca3f3b-e74c-4726-b234-1cbdf1d100c0 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 944 time: 0.0673978 Oct 30 01:19:07.204141 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-072d1506-8a9f-458e-a872-ddfa47371ab8 req-82f4a7e5-2198-46fd-aa5a-f1e7436c2956 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513861 Oct 30 01:19:07.327805 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d1c28-ba79-424c-86c9-f464fc9b2a69 req-99d4c25b-90d6-490e-b389-078058e83ad9 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:07.329381 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-907d1c28-ba79-424c-86c9-f464fc9b2a69 req-99d4c25b-90d6-490e-b389-078058e83ad9 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0557010 Oct 30 01:19:07.356929 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:07.384415 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-907d1c28-ba79-424c-86c9-f464fc9b2a69 req-08925727-c303-44bf-8a8c-e997f53f3401 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478952 Oct 30 01:19:07.758172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cf37b-94e3-4257-b21b-947368ec16d1 req-b846cb09-14bf-47c2-a6cd-e5a5c74067f1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:07.759720 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e06cf37b-94e3-4257-b21b-947368ec16d1 req-b846cb09-14bf-47c2-a6cd-e5a5c74067f1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0475082 Oct 30 01:19:07.815254 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e06cf37b-94e3-4257-b21b-947368ec16d1 req-8c37a77a-ad27-4d36-89b8-69413053b192 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479641 Oct 30 01:19:07.965767 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-d119240c-6e03-45d9-b29d-1b100ee30a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:07.968985 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-d119240c-6e03-45d9-b29d-1b100ee30a13 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914&tenant_id=55f0064a8bc14f30b2749047dfd2f53d HTTP/1.1" status: 200 len: 1127 time: 0.0513656 Oct 30 01:19:08.051031 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-f2890cf4-2c60-4885-95e2-4ad91c84618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:08.052630 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-f2890cf4-2c60-4885-95e2-4ad91c84618e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1127 time: 0.0418532 Oct 30 01:19:08.150157 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-7e3cd205-6acf-47ab-a64f-cd5b8ff8a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:08.151670 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-7e3cd205-6acf-47ab-a64f-cd5b8ff8a129 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 909 time: 0.0932605 Oct 30 01:19:08.544465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7f5a-c4d0-4d3b-992c-ef1979aee73d req-bc3a15d5-f40a-484b-9c6a-62dcca1a49f1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:08.546863 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c4b7f5a-c4d0-4d3b-992c-ef1979aee73d req-bc3a15d5-f40a-484b-9c6a-62dcca1a49f1 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 944 time: 0.1059844 Oct 30 01:19:08.551152 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-423685f5-b43e-4043-aeb1-919f55a73d98 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 998 time: 0.3934326 Oct 30 01:19:08.565451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d6786-d6ec-451a-8771-8c90844146da req-95d43e04-758b-44ba-869b-05bbe59eae69 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:08.566926 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fe1d6786-d6ec-451a-8771-8c90844146da req-95d43e04-758b-44ba-869b-05bbe59eae69 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0864174 Oct 30 01:19:08.673797 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-fa16999c-ca16-4344-9703-a049da5799fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:08.675297 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-fa16999c-ca16-4344-9703-a049da5799fa service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.1063962 Oct 30 01:19:08.698703 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4c4b7f5a-c4d0-4d3b-992c-ef1979aee73d req-5fb1bc86-b457-415a-9b6d-2cbf1c6e5d91 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450598 Oct 30 01:19:08.704959 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fe1d6786-d6ec-451a-8771-8c90844146da req-9fe76c75-7e90-45c8-a317-39a9be4d42a5 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210592 Oct 30 01:19:08.737976 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-d9747d48-b46d-410f-83f1-8e839753a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:08.739504 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-d9747d48-b46d-410f-83f1-8e839753a9dc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534794 Oct 30 01:19:08.762594 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:08.831050 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-756c423b-e158-454f-b4b0-8a836c29d05d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858626 Oct 30 01:19:08.928201 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59d7979a-bc44-4b12-acb0-6459317fc9ed req-24c446af-10fc-47c2-9c45-f8c4c1689c0f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916817 Oct 30 01:19:09.450751 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:19:09.893930 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336f79-b6fd-4b27-8550-1497b910a8f1 req-7b3d3c6f-49b3-4d1b-8ddc-1b6d55be2ee6 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:09.893930 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e2336f79-b6fd-4b27-8550-1497b910a8f1 req-7b3d3c6f-49b3-4d1b-8ddc-1b6d55be2ee6 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.0562680 Oct 30 01:19:09.896237 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 97e77ecd-21bb-4202-8bef-241af78b36ab details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:19:09.926496 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee4361-2dcf-4482-8b58-737b3bb0b3b7 req-bcf0f3c2-e6db-42c2-abf4-d6ddd5cbc2de tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:09.928074 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b8ee4361-2dcf-4482-8b58-737b3bb0b3b7 req-bcf0f3c2-e6db-42c2-abf4-d6ddd5cbc2de tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 944 time: 0.1375790 Oct 30 01:19:09.958500 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-e2336f79-b6fd-4b27-8550-1497b910a8f1 req-12cb936a-0dee-4998-a90a-7f75fb61d8db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003730 Oct 30 01:19:09.989847 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 97e77ecd-21bb-4202-8bef-241af78b36ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97e77ecd-21bb-4202-8bef-241af78b36ab,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:09.992629 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b8ee4361-2dcf-4482-8b58-737b3bb0b3b7 req-2e09ac9d-0b7d-4861-8fd9-1f8962ff0aa0 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558987 Oct 30 01:19:10.002589 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'port_id': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'mac_address': 'fa:16:3e:f6:34:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:19:10.040579 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 97e77ecd-21bb-4202-8bef-241af78b36ab is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:10.040965 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:10.055332 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e77ecd-21bb-4202-8bef-241af78b36ab {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:19:10.084131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 97e77ecd-21bb-4202-8bef-241af78b36ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97e77ecd-21bb-4202-8bef-241af78b36ab,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:10.176578 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:10.201146 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:10.223304 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=97e77ecd-21bb-4202-8bef-241af78b36ab,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:10.485800 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['97e77ecd-21bb-4202-8bef-241af78b36ab'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:19:11.118749 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:11.154250 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47714a2-80c0-416c-8a92-812efcc6eb00 req-885b8b79-19c8-4ed3-bd2b-f709a22e1991 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:11.156019 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b47714a2-80c0-416c-8a92-812efcc6eb00 req-885b8b79-19c8-4ed3-bd2b-f709a22e1991 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 945 time: 0.0835402 Oct 30 01:19:11.167835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affae662-a630-46e9-b1ad-caef5916913c req-93e31b84-b593-4271-9b5f-93101307c8e1 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:11.169491 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-affae662-a630-46e9-b1ad-caef5916913c req-93e31b84-b593-4271-9b5f-93101307c8e1 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 943 time: 0.1309326 Oct 30 01:19:11.208679 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:11.259303 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b47714a2-80c0-416c-8a92-812efcc6eb00 req-9f695650-36cc-4784-b274-d4823d104679 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887144 Oct 30 01:19:11.265179 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-affae662-a630-46e9-b1ad-caef5916913c req-b2067444-a7ad-4c4e-944b-6a0dbc3f1f90 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870252 Oct 30 01:19:11.874800 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:19:11.889179 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 97e77ecd-21bb-4202-8bef-241af78b36ab up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:19:11.893764 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:11.991501 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 97e77ecd-21bb-4202-8bef-241af78b36ab completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:19:12.025373 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:12.039171 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'port_id': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'mac_address': 'fa:16:3e:d8:82:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:19:12.063476 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 97e77ecd-21bb-4202-8bef-241af78b36ab triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:19:12.063876 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:12.064210 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 97e77ecd-21bb-4202-8bef-241af78b36ab Oct 30 01:19:12.104931 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 2787be5c-6341-4c37-abbb-ddd900bf4590 is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:12.105324 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:12.128593 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2787be5c-6341-4c37-abbb-ddd900bf4590 {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:19:12.155531 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:12.187069 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 97e77ecd-21bb-4202-8bef-241af78b36ab is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:12.187461 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:12.212655 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:12.214985 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2266120c-870b-49c5-b925-faaaeb6c1f4a" -d '{"events": [{"server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "name": "network-vif-plugged", "status": "completed", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:12.226736 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:12.229996 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 97e77ecd-21bb-4202-8bef-241af78b36ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97e77ecd-21bb-4202-8bef-241af78b36ab,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:12.252762 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:12.271185 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32de835-d743-4108-bdf5-f1fc5035d231 x-openstack-request-id: req-a32de835-d743-4108-bdf5-f1fc5035d231 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:12.271570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "name": "network-vif-plugged", "status": "completed", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:12.271834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a32de835-d743-4108-bdf5-f1fc5035d231 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:12.272132 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32de835-d743-4108-bdf5-f1fc5035d231'] response: {'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'code': 200} Oct 30 01:19:12.287410 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=7']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:12.298231 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:12.382923 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=97e77ecd-21bb-4202-8bef-241af78b36ab,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:12.450114 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463982b-1aaa-44b5-9eb2-cc508eaafc37 req-abf6404d-7298-47fa-b205-eab108066d5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:12.451704 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6463982b-1aaa-44b5-9eb2-cc508eaafc37 req-abf6404d-7298-47fa-b205-eab108066d5a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0965922 Oct 30 01:19:12.460903 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb181ea5-b1bc-47db-bf35-2cedbe313b2b req-3abfa50e-8da7-4183-84cf-336a2bd2e30c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:12.467429 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bb181ea5-b1bc-47db-bf35-2cedbe313b2b req-3abfa50e-8da7-4183-84cf-336a2bd2e30c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 944 time: 0.0908463 Oct 30 01:19:12.525426 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['2787be5c-6341-4c37-abbb-ddd900bf4590'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:19:12.557463 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bb181ea5-b1bc-47db-bf35-2cedbe313b2b req-7ac382c4-1de6-4db8-925b-ad301ca2df1e tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881348 Oct 30 01:19:12.562515 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6463982b-1aaa-44b5-9eb2-cc508eaafc37 req-4b97aa42-0f25-4bfb-a8b4-692bd69e9b28 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853648 Oct 30 01:19:12.690895 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05cbb-cebc-4217-b6d4-b491387cdf44 req-0a4db788-90da-4299-a6a8-bd4586d8ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:12.692473 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a7b05cbb-cebc-4217-b6d4-b491387cdf44 req-0a4db788-90da-4299-a6a8-bd4586d8ba8d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 1130 time: 0.0532460 Oct 30 01:19:12.741270 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a7b05cbb-cebc-4217-b6d4-b491387cdf44 req-ec066b3f-1f8f-483b-b00b-2d6e17520452 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Oct 30 01:19:13.741498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68371-5587-4842-9a87-a1fd74ddbc67 req-eb00f18d-3659-4cd6-a014-2175cea3b230 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:13.743108 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-03e68371-5587-4842-9a87-a1fd74ddbc67 req-eb00f18d-3659-4cd6-a014-2175cea3b230 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 944 time: 0.0842481 Oct 30 01:19:13.749195 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32001-2490-4351-8ff5-ff134c67d132 req-012f9084-9578-49de-a0a9-bc55f52ebcff tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:13.750737 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55a32001-2490-4351-8ff5-ff134c67d132 req-012f9084-9578-49de-a0a9-bc55f52ebcff tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0808725 Oct 30 01:19:13.779023 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=57,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:13.780713 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=8 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:13.828753 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:13.840423 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-03e68371-5587-4842-9a87-a1fd74ddbc67 req-aa3f482f-0c54-4323-911c-171ee7846d2d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886784 Oct 30 01:19:13.847622 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-55a32001-2490-4351-8ff5-ff134c67d132 req-f3d39e86-aa83-4664-b7b4-ab6e7b97dd23 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877707 Oct 30 01:19:13.890680 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:19:13.940461 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 2787be5c-6341-4c37-abbb-ddd900bf4590 triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:19:13.940830 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:13.941185 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 2787be5c-6341-4c37-abbb-ddd900bf4590 Oct 30 01:19:14.015696 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:14.028170 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 2787be5c-6341-4c37-abbb-ddd900bf4590 is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:14.028632 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:14.066546 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:14.130425 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:14.181625 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=8']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:14.273146 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:14.275575 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e13796-d16a-4ef7-a370-1703c5b13a6c" -d '{"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-plugged", "status": "completed", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:14.316984 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b4e24-0a16-47e1-9739-1e16fcb20a34 x-openstack-request-id: req-5b8b4e24-0a16-47e1-9739-1e16fcb20a34 {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:14.317366 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-plugged", "status": "completed", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:14.317759 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b8b4e24-0a16-47e1-9739-1e16fcb20a34 {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:14.318268 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8b4e24-0a16-47e1-9739-1e16fcb20a34'] response: {'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'code': 200} Oct 30 01:19:14.687380 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226573-66ac-4d4e-8636-657d44a2fe14 req-72f9b979-42d2-49fc-99e2-fd225650d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:14.689001 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-22226573-66ac-4d4e-8636-657d44a2fe14 req-72f9b979-42d2-49fc-99e2-fd225650d987 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.0415611 Oct 30 01:19:14.737297 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-22226573-66ac-4d4e-8636-657d44a2fe14 req-a01223cf-c2e1-4d91-a209-91b45ae4731d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Oct 30 01:19:15.025388 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799c55-1bd8-489b-ad5d-0744600ed94e req-beae7bca-6963-4061-9471-cbd8c785d15f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:15.027005 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c4799c55-1bd8-489b-ad5d-0744600ed94e req-beae7bca-6963-4061-9471-cbd8c785d15f tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0835319 Oct 30 01:19:15.033424 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639d21b-dff0-41ef-b045-3dc90a5d5626 req-171226b4-9609-4da7-86ae-049ad7934642 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:15.034972 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f639d21b-dff0-41ef-b045-3dc90a5d5626 req-171226b4-9609-4da7-86ae-049ad7934642 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0902197 Oct 30 01:19:15.111426 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-c4799c55-1bd8-489b-ad5d-0744600ed94e req-bd61330c-73d6-4a57-8655-c024e1330c44 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754874 Oct 30 01:19:15.115436 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-f639d21b-dff0-41ef-b045-3dc90a5d5626 req-69820759-3b0e-453a-95e1-af9c1c057297 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734560 Oct 30 01:19:15.240535 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677b122-bdd3-4a26-961a-ed1dd4fd875e req-82eab68f-5400-4d42-adf7-5a59ad9e1f6b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:15.242054 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7677b122-bdd3-4a26-961a-ed1dd4fd875e req-82eab68f-5400-4d42-adf7-5a59ad9e1f6b tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0498352 Oct 30 01:19:15.254365 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60116) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:15.258838 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Request body: {'floatingip': {'port_id': '97e77ecd-21bb-4202-8bef-241af78b36ab'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:19:15.301182 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:15.454736 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:15.755614 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:15.827649 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:15.929666 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61 associated. External IP: 172.37.0.17, port: 97e77ecd-21bb-4202-8bef-241af78b36ab. Oct 30 01:19:16.116317 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:16.141894 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:19:16.252658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34255c-6109-4d9f-acc1-20d92a1d0eb9 req-14de943b-50ca-48d0-a720-4111a677263c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:16.254190 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac34255c-6109-4d9f-acc1-20d92a1d0eb9 req-14de943b-50ca-48d0-a720-4111a677263c tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0652018 Oct 30 01:19:16.313746 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:19:16.323233 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:16.325620 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:19:16.336796 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:19:16.337493 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:19:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:16.367554 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ac34255c-6109-4d9f-acc1-20d92a1d0eb9 req-5aa321c6-4c05-4d15-a104-24759e6927e9 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892313 Oct 30 01:19:16.376879 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-1b3dff14-1f20-4fd8-995a-1230dfb1e0da tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61 HTTP/1.1" status: 200 len: 991 time: 1.1185672 Oct 30 01:19:16.376879 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:16.377750 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3012202c-e58b-436d-8aa0-8a8b33b54c98" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:16.418107 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f1788c-5c50-417d-9c7b-b4023abee115 x-openstack-request-id: req-e3f1788c-5c50-417d-9c7b-b4023abee115 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:16.418401 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:16.418659 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3f1788c-5c50-417d-9c7b-b4023abee115 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:16.419069 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f1788c-5c50-417d-9c7b-b4023abee115'] response: {'name': 'network-changed', 'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'status': 'completed', 'code': 200} Oct 30 01:19:16.460142 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:19:16.527099 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-b10a4098-0672-4843-bdb7-09e9b1fa491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:16.528708 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-b10a4098-0672-4843-bdb7-09e9b1fa491b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cd37394129e346a8804d667856309041&device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 1130 time: 0.0442016 Oct 30 01:19:16.556205 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:16.630198 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-a3dca58b-a0d5-48b6-bce1-85867e9a25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:16.631737 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-a3dca58b-a0d5-48b6-bce1-85867e9a25b0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 200 len: 915 time: 0.0958529 Oct 30 01:19:16.698354 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-062eaa7e-3fc4-445d-92c1-328120821574 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e77ecd-21bb-4202-8bef-241af78b36ab HTTP/1.1" status: 200 len: 999 time: 0.0604737 Oct 30 01:19:16.750665 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-411e29f6-21b9-4aa0-b074-7b5f428dbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:16.752251 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-411e29f6-21b9-4aa0-b074-7b5f428dbfb5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 200 len: 853 time: 0.0466704 Oct 30 01:19:16.785068 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.17', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:f6:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:18:53Z', 'updated_at': '2022-10-30T01:19:15Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:16.799329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-8d88a98d-9e3d-423a-8571-24555501a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:16.800912 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-8d88a98d-9e3d-423a-8571-24555501a07a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=843e4324-5c32-4e7f-add7-0c4eec3b7e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415506 Oct 30 01:19:16.810688 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:19:16.832177 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:19:16.832793 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:19:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:16.904618 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-8d39982b-c1f0-493b-ac32-9a65ffd63962 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Oct 30 01:19:17.019159 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:19:17.019407 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3012202c-e58b-436d-8aa0-8a8b33b54c98 req-b87b25d3-0c3c-4e59-9c13-0573bfbe5174 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087058 Oct 30 01:19:17.254889 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.17', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:f6:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:18:53Z', 'updated_at': '2022-10-30T01:19:15Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:17.281445 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcc459-2873-4a5a-b6f7-d1b64e6ca8d4 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61', 'tenant_id': 'cd37394129e346a8804d667856309041', 'floating_ip_address': '172.37.0.17', 'floating_network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'router_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'port_id': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'mac_address': 'fa:16:3e:f6:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:18:53Z', 'updated_at': '2022-10-30T01:19:15Z', 'revision_number': 1, 'project_id': 'cd37394129e346a8804d667856309041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:19:17.494819 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a8a48-4fe9-461d-81da-2309ce57cbef None None] New status for floating IP e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61: ACTIVE {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:19:17.512448 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209d3b0-e66d-426c-814d-35677080954a req-5ef84f3d-4cf0-4bc2-8d45-f1ac9a81410d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:17.513897 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2209d3b0-e66d-426c-814d-35677080954a req-5ef84f3d-4cf0-4bc2-8d45-f1ac9a81410d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0585463 Oct 30 01:19:17.565012 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2209d3b0-e66d-426c-814d-35677080954a req-47ba7da0-9eea-46e1-9a3b-0258ff8944f8 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447323 Oct 30 01:19:27.257063 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=86 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:27.257889 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=90 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:27.556571 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=43 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:27.560597 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=82 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:27.602013 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:27.604612 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:28.187440 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-beb3326f-b28e-48de-a825-791838b98895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:30.449445 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-160c6bff-4585-42de-9804-4330fb2067b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:32.447687 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:33.666804 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:33.946510 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:41.232360 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:41.788006 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00030c-b101-4b5b-93e0-328105fa4780 req-b1cdf40e-2e30-4d20-8332-5069b0bc249d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:41.789515 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ab00030c-b101-4b5b-93e0-328105fa4780 req-b1cdf40e-2e30-4d20-8332-5069b0bc249d tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Oct 30 01:19:41.837359 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-ab00030c-b101-4b5b-93e0-328105fa4780 req-bc78177b-b3d4-484d-8cf6-2a32bbe5e933 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Oct 30 01:19:42.969940 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34573-1a24-43b6-9d55-9f636006e452 req-503c6663-e635-4498-a26c-50e6e1d9f0a9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:42.971983 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4c34573-1a24-43b6-9d55-9f636006e452 req-503c6663-e635-4498-a26c-50e6e1d9f0a9 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0513377 Oct 30 01:19:43.020379 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-d4c34573-1a24-43b6-9d55-9f636006e452 req-5ddd8d09-0b99-4ffd-8b84-f4c98b8ad2b0 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c88c794a-ac04-43fd-8eef-76c5fd5a805f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Oct 30 01:19:43.402213 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-df4ab055-8e70-4308-a32f-be72b7e7be17 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:43.403725 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-df4ab055-8e70-4308-a32f-be72b7e7be17 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 946 time: 0.0470414 Oct 30 01:19:43.471697 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=5 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:43.472562 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:43.494331 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Deleting port 048da4f3-1d63-47ae-b4af-333cac47dd73 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:19:43.494674 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:43.592109 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] For port 048da4f3-1d63-47ae-b4af-333cac47dd73, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=048da4f3-1d63-47ae-b4af-333cac47dd73,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:43.592472 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:43.758918 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:43.759278 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (c2702dc8-bee8-4a39-8075-b5b925e9204d), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:43.759608 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Floating IP c2702dc8-bee8-4a39-8075-b5b925e9204d disassociated. External IP: 172.37.0.253, port: 048da4f3-1d63-47ae-b4af-333cac47dd73. Oct 30 01:19:43.759963 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Calling delete_port for 048da4f3-1d63-47ae-b4af-333cac47dd73 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:19:43.941451 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (048da4f3-1d63-47ae-b4af-333cac47dd73), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:43.968444 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event deleted for resources: {'Port': ['ID=048da4f3-1d63-47ae-b4af-333cac47dd73,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:44.087276 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:19:44.143083 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:44.407550 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-726a6b94-c275-48b5-945a-9f1aa09c4fff req-f7a490df-164f-41e7-bfad-de4d87900792 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 210 time: 0.2780886 Oct 30 01:19:44.417309 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:44.466333 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:19:44.481290 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:19:44.492324 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:19:44.492934 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:19:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:44.512644 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] No DVR routers for this DVR port 048da4f3-1d63-47ae-b4af-333cac47dd73 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:19:44.521253 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:44.521253 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-2cf4df1f-1789-4b25-a7ee-e99195108405 req-a923fab3-479f-4fb6-87c0-8d6ad69897e1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.61 "DELETE /networking/v2.0/ports/048da4f3-1d63-47ae-b4af-333cac47dd73 HTTP/1.1" status: 204 len: 173 time: 1.1090109 Oct 30 01:19:44.521253 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-deleted', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:19:44.522144 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9bcf2a-7a73-45d9-bb14-fd29fb82b07d" -d '{"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-deleted", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:19:44.563087 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7cbef-e78d-4cae-9bd0-c20bc05578ab x-openstack-request-id: req-cae7cbef-e78d-4cae-9bd0-c20bc05578ab {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:19:44.563383 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf78ff-76d5-4869-a92a-e0b67f4721b3", "name": "network-vif-deleted", "tag": "048da4f3-1d63-47ae-b4af-333cac47dd73", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:19:44.563661 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cae7cbef-e78d-4cae-9bd0-c20bc05578ab {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:19:44.564104 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae7cbef-e78d-4cae-9bd0-c20bc05578ab'] response: {'server_uuid': '4daf78ff-76d5-4869-a92a-e0b67f4721b3', 'name': 'network-vif-deleted', 'tag': '048da4f3-1d63-47ae-b4af-333cac47dd73', 'status': 'completed', 'code': 200} Oct 30 01:19:44.604173 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:19:44.799352 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:44.824910 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:19:44.834228 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:19:44.834827 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:19:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:44.941026 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:19:45.142778 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:45.168517 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2afa8-6f58-4d4c-8f34-36d3cb6c6c4e None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:14:11Z', 'revision_number': 4, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9f03191d-3798-4279-a777-c203fc04317c', 'name': '', 'network_id': '6257f567-c00a-4953-abb1-a059fb358974', 'tenant_id': '6e74d6179e574138841007195fd72400', 'mac_address': 'fa:16:3e:8a:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:10Z', 'updated_at': '2022-10-30T01:14:16Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'subnets': [{'id': '995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:19:45.391557 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da54c57-c7bb-4371-89d8-96636109a4dc None None] New status for floating IP c2702dc8-bee8-4a39-8075-b5b925e9204d: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:19:45.535444 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3872c127-270d-4710-bc79-e4a0027fc7d1 req-e8f38b81-bc0c-4060-9b48-05e3887d3f80 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4daf78ff-76d5-4869-a92a-e0b67f4721b3 HTTP/1.1" status: 200 len: 210 time: 0.0303032 Oct 30 01:19:46.075618 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:19:46.096812 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 048da4f3-1d63-47ae-b4af-333cac47dd73 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:19:46.097151 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 048da4f3-1d63-47ae-b4af-333cac47dd73 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:19:46.449990 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:19:46.701503 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60170) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:46.756264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (c88c794a-ac04-43fd-8eef-76c5fd5a805f), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:46.778238 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (c88c794a-ac04-43fd-8eef-76c5fd5a805f), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:46.871757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (c88c794a-ac04-43fd-8eef-76c5fd5a805f), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:46.874392 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:46.875562 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c88c794a-ac04-43fd-8eef-76c5fd5a805f HTTP/1.1" status: 204 len: 168 time: 0.1731193 Oct 30 01:19:46.878721 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60172) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:46.885250 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c794a-ac04-43fd-8eef-76c5fd5a805f,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:46.892719 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.api.v2.resource [None req-ced89a8e-9664-4c32-b0b2-8cc1f481ad1c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] show failed (client error): The resource could not be found. Oct 30 01:19:46.893263 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.893640 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.894064 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.894415 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.894965 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.895123 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.895456 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.895825 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.896252 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.896593 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.896814 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-ced89a8e-9664-4c32-b0b2-8cc1f481ad1c tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "GET /networking/v2.0/security-groups/c88c794a-ac04-43fd-8eef-76c5fd5a805f HTTP/1.1" status: 404 len: 347 time: 0.0168791 Oct 30 01:19:46.896992 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.897112 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60174) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:46.897324 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.897648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.897972 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:46.898299 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5335d9-d015-4117-ab1a-3de7e1ef2ef1 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:47.005574 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Deleting port d273d123-1202-446e-9f98-3290a873d96f {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:19:47.005830 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d273d123-1202-446e-9f98-3290a873d96f), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:47.083248 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d273d123-1202-446e-9f98-3290a873d96f), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:47.083556 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (d273d123-1202-446e-9f98-3290a873d96f), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:47.096868 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Calling delete_port for d273d123-1202-446e-9f98-3290a873d96f owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:19:47.289049 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (d273d123-1202-446e-9f98-3290a873d96f), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:47.313795 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Pushing event deleted for resources: {'Port': ['ID=d273d123-1202-446e-9f98-3290a873d96f,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:47.376887 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks [] for floatingip (c2702dc8-bee8-4a39-8075-b5b925e9204d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:47.379425 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:47.380630 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e2ed0c0c-2a4f-440f-9c06-762e1780ff72 tempest-AttachVolumeShelveTestJSON-835988946 tempest-AttachVolumeShelveTestJSON-835988946-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c2702dc8-bee8-4a39-8075-b5b925e9204d HTTP/1.1" status: 204 len: 168 time: 0.4826427 Oct 30 01:19:50.122834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60198) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:50.566858 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (1bad8269-f9f5-4687-a1d5-36944b22c2bf), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:50.788798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Deleting port 9f03191d-3798-4279-a777-c203fc04317c {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:19:50.788798 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (9f03191d-3798-4279-a777-c203fc04317c), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:50.870611 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] For port 9f03191d-3798-4279-a777-c203fc04317c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9f03191d-3798-4279-a777-c203fc04317c,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:50.870968 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (9f03191d-3798-4279-a777-c203fc04317c), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:50.873099 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:50.886370 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Calling delete_port for 9f03191d-3798-4279-a777-c203fc04317c owned by network:router_interface {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:19:50.900666 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:51.149839 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (9f03191d-3798-4279-a777-c203fc04317c), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:51.173038 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f03191d-3798-4279-a777-c203fc04317c,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:51.343565 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (1bad8269-f9f5-4687-a1d5-36944b22c2bf), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:51.365413 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61cae15-80dd-4729-9f46-a6d96a9e4f42 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:19:51.457252 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61cae15-80dd-4729-9f46-a6d96a9e4f42 None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:19:51.555810 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Router 1bad8269-f9f5-4687-a1d5-36944b22c2bf has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:19:51.647026 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:51.667026 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:19:51.674988 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e7f6b1ce-69ed-4de3-996b-20cb902bbefd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1bad8269-f9f5-4687-a1d5-36944b22c2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502229 Oct 30 01:19:51.675667 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60202) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:51.683370 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] Sync routers for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:19:51.696837 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:19:51.697601 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:19:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:51.798626 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks [] for router (1bad8269-f9f5-4687-a1d5-36944b22c2bf), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:51.907614 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks [] for router_gateway (1bad8269-f9f5-4687-a1d5-36944b22c2bf), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:51.911132 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:19:52.032403 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Deleting port cada0048-4e6f-475e-98eb-7fa882821706 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:19:52.032800 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (cada0048-4e6f-475e-98eb-7fa882821706), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.097407 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:52.101746 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:19:51Z', 'revision_number': 5, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port': {'id': 'cada0048-4e6f-475e-98eb-7fa882821706', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:14:07Z', 'updated_at': '2022-10-30T01:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:52.129912 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] Checking router: 1bad8269-f9f5-4687-a1d5-36944b22c2bf for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:19:52.131621 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] For port cada0048-4e6f-475e-98eb-7fa882821706, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cada0048-4e6f-475e-98eb-7fa882821706,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:52.132166 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (cada0048-4e6f-475e-98eb-7fa882821706), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.138839 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] Routers {'1bad8269-f9f5-4687-a1d5-36944b22c2bf'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:19:52.139505 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:19:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:52.142618 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:52.148384 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Calling delete_port for cada0048-4e6f-475e-98eb-7fa882821706 owned by network:router_gateway {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:19:52.163290 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-a04176c5-271c-4625-b764-a9f021881885 None None] Provisioning complete for port 816f4412-8ecb-4966-91a5-f2fb6e653edc triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:19:52.163837 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a04176c5-271c-4625-b764-a9f021881885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.164390 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-a04176c5-271c-4625-b764-a9f021881885 None None] Attempt 1 to provision port 816f4412-8ecb-4966-91a5-f2fb6e653edc Oct 30 01:19:52.195621 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:52.218183 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:52.229276 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] Set router 1bad8269-f9f5-4687-a1d5-36944b22c2bf gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:19:52.250449 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-a04176c5-271c-4625-b764-a9f021881885 None None] Current status of the port 816f4412-8ecb-4966-91a5-f2fb6e653edc is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:19:52.281028 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:19:51Z', 'revision_number': 6, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:52.305710 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b6a6f-663d-423a-9d6d-4f7dcb12f08c None None] The sync data for ids ['1bad8269-f9f5-4687-a1d5-36944b22c2bf'] in dv-cinder-master-3-smb is: [{'id': '1bad8269-f9f5-4687-a1d5-36944b22c2bf', 'name': 'tempest-AttachVolumeShelveTestJSON-614035023-router', 'tenant_id': '6e74d6179e574138841007195fd72400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:14:06Z', 'updated_at': '2022-10-30T01:19:51Z', 'revision_number': 6, 'project_id': '6e74d6179e574138841007195fd72400', 'gw_port_host': None}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:19:52.380553 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (cada0048-4e6f-475e-98eb-7fa882821706), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.405221 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cada0048-4e6f-475e-98eb-7fa882821706,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:52.419624 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.419972 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.420311 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.420645 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.420975 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.421302 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.421692 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.422013 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.422333 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.422677 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.422996 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.423316 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.423653 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.423986 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.424319 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:52.481553 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (1bad8269-f9f5-4687-a1d5-36944b22c2bf), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.566915 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (1bad8269-f9f5-4687-a1d5-36944b22c2bf), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.569151 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks [] for router_controller (1bad8269-f9f5-4687-a1d5-36944b22c2bf), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.689725 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (1bad8269-f9f5-4687-a1d5-36944b22c2bf), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.690410 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bad8269-f9f5-4687-a1d5-36944b22c2bf {{(pid=105258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:19:52.694635 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.699421 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-39b852f6-4c2a-4839-b933-58d7074218e8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/1bad8269-f9f5-4687-a1d5-36944b22c2bf HTTP/1.1" status: 204 len: 168 time: 1.0193100 Oct 30 01:19:52.699714 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60206) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:52.762505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Deleting subnet 995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:19:52.763283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Publish callbacks [] for subnet (995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.806290 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9f03191d-3798-4279-a777-c203fc04317c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:19:52.807815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.832424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 9f03191d-3798-4279-a777-c203fc04317c {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:19:52.832768 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 9f03191d-3798-4279-a777-c203fc04317c not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:19:52.887343 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:52.992255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.023453 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:53.028510 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.032619 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-384eceb5-40b6-4531-9bfa-72582d4176d9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/995b4fe6-f207-4f66-8f3e-fa1ab7d5d7b2 HTTP/1.1" status: 204 len: 168 time: 0.3328805 Oct 30 01:19:53.033381 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82cd882-e4b6-4d61-ade6-8b4c9f9cd8ea None None] Network 6257f567-c00a-4953-abb1-a059fb358974 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:19:53.035465 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60212) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:53.107692 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (6257f567-c00a-4953-abb1-a059fb358974), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.118042 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:53.155337 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Deleting port 816f4412-8ecb-4966-91a5-f2fb6e653edc {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:19:53.155778 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.216184 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] DHCP port deletion for 6257f567-c00a-4953-abb1-a059fb358974 request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:19:53.231158 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] For port 816f4412-8ecb-4966-91a5-f2fb6e653edc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=816f4412-8ecb-4966-91a5-f2fb6e653edc,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:53.231512 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.261932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Calling delete_port for 816f4412-8ecb-4966-91a5-f2fb6e653edc owned by network:dhcp {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:19:53.274904 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Deleting port 816f4412-8ecb-4966-91a5-f2fb6e653edc {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:19:53.275314 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.403975 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.438616 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=816f4412-8ecb-4966-91a5-f2fb6e653edc,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:53.444257 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] No DVR routers for this DVR port 816f4412-8ecb-4966-91a5-f2fb6e653edc on host dv-cinder-master-3-smb {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:19:53.499097 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] For port 816f4412-8ecb-4966-91a5-f2fb6e653edc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=816f4412-8ecb-4966-91a5-f2fb6e653edc,segment=NetworkSegment(c0b912d4-bc32-4789-ae77-98cb20afa6df),segment_id=c0b912d4-bc32-4789-ae77-98cb20afa6df)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:19:53.499505 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.512840 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Calling delete_port for 816f4412-8ecb-4966-91a5-f2fb6e653edc owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:19:53.531909 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (6257f567-c00a-4953-abb1-a059fb358974), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.555271 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6257f567-c00a-4953-abb1-a059fb358974']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:53.565077 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b912d4-bc32-4789-ae77-98cb20afa6df') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:53.565371 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b912d4-bc32-4789-ae77-98cb20afa6df') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:19:53.572114 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:53.575626 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (c0b912d4-bc32-4789-ae77-98cb20afa6df), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.585024 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:53.589914 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (c0b912d4-bc32-4789-ae77-98cb20afa6df), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.598590 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (816f4412-8ecb-4966-91a5-f2fb6e653edc), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.598769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:19:53.598769 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (c0b912d4-bc32-4789-ae77-98cb20afa6df), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.617492 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Pushing event deleted for resources: {'Port': ['ID=816f4412-8ecb-4966-91a5-f2fb6e653edc,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:53.621011 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:53.628181 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] No DVR routers for this DVR port 816f4412-8ecb-4966-91a5-f2fb6e653edc on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.637849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6db7e89-b2c5-4cd3-ad20-e43ace8b9d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:19:53.692100 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment c0b912d4-bc32-4789-ae77-98cb20afa6df resource provider aggregate not found Oct 30 01:19:53.710004 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment c0b912d4-bc32-4789-ae77-98cb20afa6df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0b912d4-bc32-4789-ae77-98cb20afa6df found for delete ", "request_id": "req-78ea4719-a0f9-40a8-846f-f3435f12ac12"}]} Oct 30 01:19:53.775164 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (6257f567-c00a-4953-abb1-a059fb358974), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.781100 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:53.784738 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/6257f567-c00a-4953-abb1-a059fb358974 HTTP/1.1" status: 204 len: 168 time: 0.7481432 Oct 30 01:19:53.796357 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e254b8-ff26-40c5-be15-4142d73296c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6257f567-c00a-4953-abb1-a059fb358974,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:54.125140 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60226) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:54.165914 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-127c7f00-6c1e-4c2e-b468-1681adfdbc19 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6e74d6179e574138841007195fd72400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396276 Oct 30 01:19:54.168570 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60228) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:19:54.217212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-56ff3664-fef2-407a-a62b-305897856772 admin admin] Publish callbacks [] for security_group (881e5817-f65c-4ff0-a1f9-51382886880d), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:54.239238 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-56ff3664-fef2-407a-a62b-305897856772 admin admin] Publish callbacks [] for security_group (881e5817-f65c-4ff0-a1f9-51382886880d), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:54.355677 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-56ff3664-fef2-407a-a62b-305897856772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (881e5817-f65c-4ff0-a1f9-51382886880d), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:54.358495 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-56ff3664-fef2-407a-a62b-305897856772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:54.359556 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-56ff3664-fef2-407a-a62b-305897856772 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/881e5817-f65c-4ff0-a1f9-51382886880d HTTP/1.1" status: 204 len: 168 time: 0.1900916 Oct 30 01:19:54.374335 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff3664-fef2-407a-a62b-305897856772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e5817-f65c-4ff0-a1f9-51382886880d,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:19:54.588926 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 816f4412-8ecb-4966-91a5-f2fb6e653edc no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:19:54.616054 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 816f4412-8ecb-4966-91a5-f2fb6e653edc {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:19:54.616401 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 816f4412-8ecb-4966-91a5-f2fb6e653edc not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:19:54.617378 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device cada0048-4e6f-475e-98eb-7fa882821706 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:19:54.636442 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: cada0048-4e6f-475e-98eb-7fa882821706 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:19:54.636785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device cada0048-4e6f-475e-98eb-7fa882821706 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:19:58.236090 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-701cdda4-4803-442a-9bce-656f86a5299b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:59.859815 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bffa8a-09fc-400f-bbe0-d2cd9b334fa4 req-046645dd-0326-40d3-86d2-8e57e77d3b80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:19:59.861312 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-74bffa8a-09fc-400f-bbe0-d2cd9b334fa4 req-046645dd-0326-40d3-86d2-8e57e77d3b80 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0524597 Oct 30 01:19:59.908422 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-74bffa8a-09fc-400f-bbe0-d2cd9b334fa4 req-8a437a59-c889-4867-8994-feb13cd93d38 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407784 Oct 30 01:20:00.471746 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-412e6ebc-b47e-45d2-adc2-9072aa457151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:01.034113 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b8d0-0618-4323-b463-38db4261fd40 req-a386ba39-4256-44f8-8d2b-88a421162963 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:01.036216 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25c4b8d0-0618-4323-b463-38db4261fd40 req-a386ba39-4256-44f8-8d2b-88a421162963 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Oct 30 01:20:01.082707 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-25c4b8d0-0618-4323-b463-38db4261fd40 req-00a0ce8f-0c9e-4bb1-a56d-458cad864365 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f1cfa1e-d903-462d-90ab-295c481ffddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404856 Oct 30 01:20:01.550246 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532adf9e-f331-49e8-8054-6900e1de979c req-4222d588-5859-4ff6-81bf-925c52424f92 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:01.551722 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-532adf9e-f331-49e8-8054-6900e1de979c req-4222d588-5859-4ff6-81bf-925c52424f92 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 946 time: 0.0471203 Oct 30 01:20:01.638244 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port 97e77ecd-21bb-4202-8bef-241af78b36ab {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:01.638593 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:01.729611 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:01.736590 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] For port 97e77ecd-21bb-4202-8bef-241af78b36ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97e77ecd-21bb-4202-8bef-241af78b36ab,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:01.736951 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:01.901478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:01.901842 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784284'] for floatingip (e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:01.902161 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.db.l3_db [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Floating IP e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61 disassociated. External IP: 172.37.0.17, port: 97e77ecd-21bb-4202-8bef-241af78b36ab. Oct 30 01:20:01.902503 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for 97e77ecd-21bb-4202-8bef-241af78b36ab owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:01.945149 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:02.123691 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (97e77ecd-21bb-4202-8bef-241af78b36ab), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:02.151812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=97e77ecd-21bb-4202-8bef-241af78b36ab,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:02.221723 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-fe349d3b-9d5a-4bc5-a5e0-322c5a8e88b6 req-56695e33-437c-4f6a-a197-2a91960ddff7 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0570567 Oct 30 01:20:02.283690 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=13 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:02.284508 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:02.290274 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:20:02.306068 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:02.394363 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:20:02.404972 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:20:02.415096 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:02.415742 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:02.437687 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] No DVR routers for this DVR port 97e77ecd-21bb-4202-8bef-241af78b36ab on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:02.440275 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:02.444286 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-532adf9e-f331-49e8-8054-6900e1de979c req-771e817c-f413-41c9-bd34-c3d125b81ae5 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.61 "DELETE /networking/v2.0/ports/97e77ecd-21bb-4202-8bef-241af78b36ab HTTP/1.1" status: 204 len: 173 time: 0.8867745 Oct 30 01:20:02.444679 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'name': 'network-vif-deleted', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:20:02.447028 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a34466-ddb8-430c-ad74-e17ca90e2df5" -d '{"events": [{"server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "name": "network-vif-deleted", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:20:02.535071 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:02.608296 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=34,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:02.609414 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:02.685062 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6560abd7-6e15-4fb8-b3e6-3c57142a53a5 x-openstack-request-id: req-6560abd7-6e15-4fb8-b3e6-3c57142a53a5 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:20:02.685584 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9b6064-97b6-4853-ad5c-9efefabb2f02", "name": "network-vif-deleted", "tag": "97e77ecd-21bb-4202-8bef-241af78b36ab", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:20:02.685838 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6560abd7-6e15-4fb8-b3e6-3c57142a53a5 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:20:02.686252 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6560abd7-6e15-4fb8-b3e6-3c57142a53a5'] response: {'server_uuid': 'cd9b6064-97b6-4853-ad5c-9efefabb2f02', 'name': 'network-vif-deleted', 'tag': '97e77ecd-21bb-4202-8bef-241af78b36ab', 'status': 'completed', 'code': 200} Oct 30 01:20:02.774693 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:02.798892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:20:02.807993 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:02.808597 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:02.913173 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:03.108593 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:03.133970 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f7fc6-53b9-45d2-887d-cf84539943f5 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 4, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66745784-97fd-49de-861a-89ea5d354ab0', 'name': '', 'network_id': '843e4324-5c32-4e7f-add7-0c4eec3b7e77', 'tenant_id': 'cd37394129e346a8804d667856309041', 'mac_address': 'fa:16:3e:be:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:08Z', 'updated_at': '2022-10-30T01:15:14Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'subnets': [{'id': '168fcadc-992c-440e-8bde-ef03fe69d624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:20:03.372426 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-8b9995b8-9706-491a-abe2-b26d02dbc935 req-e49b291e-1c9c-448f-8192-d32639d9ad84 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cd9b6064-97b6-4853-ad5c-9efefabb2f02 HTTP/1.1" status: 200 len: 210 time: 0.0480630 Oct 30 01:20:03.386442 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659e25f-55f9-4abb-80f7-02efe67a929a None None] New status for floating IP e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61: DOWN {{(pid=105260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:20:03.643515 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:04.015002 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:04.200267 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 97e77ecd-21bb-4202-8bef-241af78b36ab no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:04.219978 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 97e77ecd-21bb-4202-8bef-241af78b36ab {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:04.220311 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 97e77ecd-21bb-4202-8bef-241af78b36ab not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:04.566068 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60376) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:04.632436 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e00660ec-2de6-49f4-94b9-da859f70daac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (3f1cfa1e-d903-462d-90ab-295c481ffddd), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:04.659517 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e00660ec-2de6-49f4-94b9-da859f70daac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (3f1cfa1e-d903-462d-90ab-295c481ffddd), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:04.792012 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e00660ec-2de6-49f4-94b9-da859f70daac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3f1cfa1e-d903-462d-90ab-295c481ffddd), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:04.794639 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e00660ec-2de6-49f4-94b9-da859f70daac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:04.795849 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e00660ec-2de6-49f4-94b9-da859f70daac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3f1cfa1e-d903-462d-90ab-295c481ffddd HTTP/1.1" status: 204 len: 168 time: 0.2286043 Oct 30 01:20:04.798647 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60386) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:04.806072 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00660ec-2de6-49f4-94b9-da859f70daac tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1cfa1e-d903-462d-90ab-295c481ffddd,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:04.812602 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.api.v2.resource [None req-c374835f-95fe-422d-9aa7-7922ba8a3253 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] show failed (client error): The resource could not be found. Oct 30 01:20:04.816689 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c374835f-95fe-422d-9aa7-7922ba8a3253 tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "GET /networking/v2.0/security-groups/3f1cfa1e-d903-462d-90ab-295c481ffddd HTTP/1.1" status: 404 len: 347 time: 0.0169966 Oct 30 01:20:04.817251 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60388) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:05.169228 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Deleting port 74dab1bc-bf70-4988-959c-b0ebfa19a4fe {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:05.169816 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:05.245331 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:05.245649 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:05.258738 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Calling delete_port for 74dab1bc-bf70-4988-959c-b0ebfa19a4fe owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:05.470155 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (74dab1bc-bf70-4988-959c-b0ebfa19a4fe), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:05.494346 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Pushing event deleted for resources: {'Port': ['ID=74dab1bc-bf70-4988-959c-b0ebfa19a4fe,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:05.562511 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks [] for floatingip (e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:05.565119 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:05.566275 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1e6eefb4-5e6f-46cb-b25a-b534df62aa4a tempest-AttachVolumeNegativeTest-1879461949 tempest-AttachVolumeNegativeTest-1879461949-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e7a07dcc-f3cf-4d99-9903-2f7dd45bdc61 HTTP/1.1" status: 204 len: 168 time: 0.7481301 Oct 30 01:20:09.793358 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60468) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:10.257319 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (2b2b7507-9800-42a6-9184-2fdf43fa3014), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:10.400057 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:10.411341 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:10.480606 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Deleting port 66745784-97fd-49de-861a-89ea5d354ab0 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:10.480934 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (66745784-97fd-49de-861a-89ea5d354ab0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:10.565386 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] For port 66745784-97fd-49de-861a-89ea5d354ab0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66745784-97fd-49de-861a-89ea5d354ab0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:10.565740 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (66745784-97fd-49de-861a-89ea5d354ab0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:10.580252 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Calling delete_port for 66745784-97fd-49de-861a-89ea5d354ab0 owned by network:router_interface {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:10.843404 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (66745784-97fd-49de-861a-89ea5d354ab0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:10.867103 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Pushing event deleted for resources: {'Port': ['ID=66745784-97fd-49de-861a-89ea5d354ab0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:11.049770 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (2b2b7507-9800-42a6-9184-2fdf43fa3014), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.077156 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f80c9af-ef20-46d2-b6b1-9c6e7126cb3d None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:20:11.077616 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:11.116999 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:11.172975 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80c9af-ef20-46d2-b6b1-9c6e7126cb3d None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:20:11.214717 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:11.280400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Router 2b2b7507-9800-42a6-9184-2fdf43fa3014 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:20:11.357558 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.370929 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:11.388727 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:20:11.394253 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-2a4cbf5d-1807-41ad-bcfb-ef257587f7df admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/2b2b7507-9800-42a6-9184-2fdf43fa3014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5995736 Oct 30 01:20:11.396545 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60478) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:11.399411 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] Sync routers for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:20:11.410411 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:11.415256 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:11.504601 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks [] for router (2b2b7507-9800-42a6-9184-2fdf43fa3014), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.532802 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:11.612445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks [] for router_gateway (2b2b7507-9800-42a6-9184-2fdf43fa3014), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.676814 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:11.718772 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99'}], 'enable_snat': True}, 'gw_port_id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:20:10Z', 'revision_number': 5, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port': {'id': '53ea2111-ca1c-4df5-abce-3a2568d53209', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:11.745176 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] Checking router: 2b2b7507-9800-42a6-9184-2fdf43fa3014 for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:20:11.746902 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Deleting port 53ea2111-ca1c-4df5-abce-3a2568d53209 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:11.747353 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.755155 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] Routers {'2b2b7507-9800-42a6-9184-2fdf43fa3014'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:11.755827 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:00Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['2b2b7507-9800-42a6-9184-2fdf43fa3014'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:11.836668 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] For port 53ea2111-ca1c-4df5-abce-3a2568d53209, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=53ea2111-ca1c-4df5-abce-3a2568d53209,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:11.837082 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.846540 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] Set router 2b2b7507-9800-42a6-9184-2fdf43fa3014 gateway port host: None {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:11.855495 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Calling delete_port for 53ea2111-ca1c-4df5-abce-3a2568d53209 owned by network:router_gateway {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:11.897138 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:20:11Z', 'revision_number': 6, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:11.938161 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-49763814-5655-44c1-9df9-6d10c09eb24f None None] Provisioning complete for port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:20:11.938518 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-49763814-5655-44c1-9df9-6d10c09eb24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.938846 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-49763814-5655-44c1-9df9-6d10c09eb24f None None] Attempt 1 to provision port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 Oct 30 01:20:11.941871 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be2bc3-7a65-435f-a451-1feb7c5caa73 None None] The sync data for ids ['2b2b7507-9800-42a6-9184-2fdf43fa3014'] in dv-cinder-master-3-smb is: [{'id': '2b2b7507-9800-42a6-9184-2fdf43fa3014', 'name': 'tempest-AttachVolumeNegativeTest-163842182-router', 'tenant_id': 'cd37394129e346a8804d667856309041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:05Z', 'updated_at': '2022-10-30T01:20:11Z', 'revision_number': 6, 'project_id': 'cd37394129e346a8804d667856309041', 'gw_port_host': None}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:20:11.970406 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:12.047921 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-49763814-5655-44c1-9df9-6d10c09eb24f None None] Current status of the port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:20:12.266474 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (53ea2111-ca1c-4df5-abce-3a2568d53209), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.295818 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ea2111-ca1c-4df5-abce-3a2568d53209,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:12.361457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (2b2b7507-9800-42a6-9184-2fdf43fa3014), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.452445 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (2b2b7507-9800-42a6-9184-2fdf43fa3014), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.455094 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks [] for router_controller (2b2b7507-9800-42a6-9184-2fdf43fa3014), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.592086 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (2b2b7507-9800-42a6-9184-2fdf43fa3014), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.592913 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2b7507-9800-42a6-9184-2fdf43fa3014 {{(pid=105258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:20:12.597261 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.598581 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-c0497d64-8034-4a54-90d9-086b3e5a6b72 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/2b2b7507-9800-42a6-9184-2fdf43fa3014 HTTP/1.1" status: 204 len: 168 time: 1.2009954 Oct 30 01:20:12.601120 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60488) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:12.650923 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Deleting subnet 168fcadc-992c-440e-8bde-ef03fe69d624 {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:20:12.654381 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Publish callbacks [] for subnet (168fcadc-992c-440e-8bde-ef03fe69d624), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.691797 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (168fcadc-992c-440e-8bde-ef03fe69d624), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.736223 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:12.763169 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 66745784-97fd-49de-861a-89ea5d354ab0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:12.775365 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (168fcadc-992c-440e-8bde-ef03fe69d624), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.788352 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 66745784-97fd-49de-861a-89ea5d354ab0 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:12.788352 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 66745784-97fd-49de-861a-89ea5d354ab0 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:12.788352 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 53ea2111-ca1c-4df5-abce-3a2568d53209 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:12.806373 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 53ea2111-ca1c-4df5-abce-3a2568d53209 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:12.806706 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 53ea2111-ca1c-4df5-abce-3a2568d53209 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:12.933752 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (168fcadc-992c-440e-8bde-ef03fe69d624), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.968397 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:12.973761 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/168fcadc-992c-440e-8bde-ef03fe69d624 HTTP/1.1" status: 204 len: 168 time: 0.3680847 Oct 30 01:20:12.974108 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dc164-e806-4896-8fd0-1f900359357f None None] Network 843e4324-5c32-4e7f-add7-0c4eec3b7e77 requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:20:12.974289 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9a8a4-4a85-4a44-a255-37b6acd809bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168fcadc-992c-440e-8bde-ef03fe69d624,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:12.975299 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60490) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:13.053019 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (843e4324-5c32-4e7f-add7-0c4eec3b7e77), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.106129 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Deleting port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:13.106454 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.161958 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] DHCP port deletion for 843e4324-5c32-4e7f-add7-0c4eec3b7e77 request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:20:13.177681 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] For port 8214844f-1a48-4110-b6cc-6971b2ab8fd0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8214844f-1a48-4110-b6cc-6971b2ab8fd0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:13.178145 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.193836 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Calling delete_port for 8214844f-1a48-4110-b6cc-6971b2ab8fd0 owned by network:dhcp {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:13.205942 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] Deleting port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:13.206313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.271673 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] For port 8214844f-1a48-4110-b6cc-6971b2ab8fd0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8214844f-1a48-4110-b6cc-6971b2ab8fd0,segment=NetworkSegment(cd5ff254-9e37-4d15-9f90-347d6496db8b),segment_id=cd5ff254-9e37-4d15-9f90-347d6496db8b)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:13.272348 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.285888 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] Calling delete_port for 8214844f-1a48-4110-b6cc-6971b2ab8fd0 owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:13.380456 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.389139 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (8214844f-1a48-4110-b6cc-6971b2ab8fd0), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.428050 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Pushing event deleted for resources: {'Port': ['ID=8214844f-1a48-4110-b6cc-6971b2ab8fd0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:13.431070 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] Pushing event deleted for resources: {'Port': ['ID=8214844f-1a48-4110-b6cc-6971b2ab8fd0,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:13.437141 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860aa46-72ef-4ddc-885f-c81737a9fb57 None None] No DVR routers for this DVR port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:13.437596 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] No DVR routers for this DVR port 8214844f-1a48-4110-b6cc-6971b2ab8fd0 on host dv-cinder-master-3-smb {{(pid=105258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:13.517446 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:13.519338 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (843e4324-5c32-4e7f-add7-0c4eec3b7e77), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.540220 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843e4324-5c32-4e7f-add7-0c4eec3b7e77']}} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:13.549428 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5ff254-9e37-4d15-9f90-347d6496db8b') {'for_net_delete': True} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:13.549715 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.services.segments.db [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5ff254-9e37-4d15-9f90-347d6496db8b') {} {{(pid=105258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:13.564530 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3484148'] for segment (cd5ff254-9e37-4d15-9f90-347d6496db8b), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.578554 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (cd5ff254-9e37-4d15-9f90-347d6496db8b), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.585014 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=105258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:20:13.585385 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494929'] for segment (cd5ff254-9e37-4d15-9f90-347d6496db8b), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.721476 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (843e4324-5c32-4e7f-add7-0c4eec3b7e77), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.743211 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment cd5ff254-9e37-4d15-9f90-347d6496db8b resource provider aggregate not found Oct 30 01:20:13.747089 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:13.750211 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/843e4324-5c32-4e7f-add7-0c4eec3b7e77 HTTP/1.1" status: 204 len: 168 time: 0.7739165 Oct 30 01:20:13.763223 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4325934-f2a5-49a7-8fca-a0b97a96537b admin admin] Pushing event deleted for resources: {'Network': ['ID=843e4324-5c32-4e7f-add7-0c4eec3b7e77,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:13.789149 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.services.segments.plugin [-] Segment cd5ff254-9e37-4d15-9f90-347d6496db8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd5ff254-9e37-4d15-9f90-347d6496db8b found for delete ", "request_id": "req-32d5aa32-7974-4ccf-b073-826d277881d5"}]} Oct 30 01:20:14.141275 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60514) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:14.181696 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8d303841-8c10-48b7-b914-7e660aa19836 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cd37394129e346a8804d667856309041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392709 Oct 30 01:20:14.184141 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60516) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:14.232136 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-46bbb65b-38f3-43fa-8bfb-98cc76af5b64 admin admin] Publish callbacks [] for security_group (f396036f-5bca-4637-ad52-5c95be826a7b), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:14.252506 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-46bbb65b-38f3-43fa-8bfb-98cc76af5b64 admin admin] Publish callbacks [] for security_group (f396036f-5bca-4637-ad52-5c95be826a7b), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:14.397636 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-46bbb65b-38f3-43fa-8bfb-98cc76af5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f396036f-5bca-4637-ad52-5c95be826a7b), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:14.401434 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-46bbb65b-38f3-43fa-8bfb-98cc76af5b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:14.401959 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-46bbb65b-38f3-43fa-8bfb-98cc76af5b64 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f396036f-5bca-4637-ad52-5c95be826a7b HTTP/1.1" status: 204 len: 168 time: 0.2169225 Oct 30 01:20:14.411538 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb65b-38f3-43fa-8bfb-98cc76af5b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f396036f-5bca-4637-ad52-5c95be826a7b,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:14.531932 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-8a91b4b5-8aea-4bec-a3e0-9f17f32e682d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1525404 Oct 30 01:20:14.591450 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8214844f-1a48-4110-b6cc-6971b2ab8fd0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:14.612699 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 8214844f-1a48-4110-b6cc-6971b2ab8fd0 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:14.613037 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8214844f-1a48-4110-b6cc-6971b2ab8fd0 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:14.645668 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-8e427454-192a-4217-952b-d6616d926c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:14.647314 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-8e427454-192a-4217-952b-d6616d926c0f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.0495501 Oct 30 01:20:14.718120 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:14.762119 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-9c71183e-0af1-405b-8fd4-03dce3a02f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:14.767199 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-9c71183e-0af1-405b-8fd4-03dce3a02f44 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 909 time: 0.0962021 Oct 30 01:20:14.828113 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-e94472b0-7078-410b-8258-cd636df3ab47 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 1000 time: 0.0577486 Oct 30 01:20:14.889671 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-53fcfc1d-285c-4d21-b2cf-b3ed8884906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:14.892506 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-53fcfc1d-285c-4d21-b2cf-b3ed8884906b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.0587108 Oct 30 01:20:14.947950 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-f103514a-a6ce-4124-aaa7-e3652fddd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:14.949642 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-f103514a-a6ce-4124-aaa7-e3652fddd471 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0518422 Oct 30 01:20:14.959410 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-c9881734-2154-42ea-bc2e-716add4ed57e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:20:14.963025 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-c9881734-2154-42ea-bc2e-716add4ed57e service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055823 Oct 30 01:20:14.991663 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:15.052164 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-bb09417a-8a01-40a4-af99-d2015c69b503 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856948 Oct 30 01:20:15.154717 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7d7e4324-0391-445e-9e23-2eac920208f0 req-9caf2e72-25a5-4e15-b92f-e482ff5ea407 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970638 Oct 30 01:20:22.536703 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60672) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:22.652757 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8b675232-9f81-49f9-b75b-3d3c42319d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:22.731721 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8b675232-9f81-49f9-b75b-3d3c42319d26 admin admin] Publish callbacks [] for security_group (6b3fe640-7cfd-4f69-864a-bbe6431c7237), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:22.843611 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-8b675232-9f81-49f9-b75b-3d3c42319d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6b3fe640-7cfd-4f69-864a-bbe6431c7237), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:22.882527 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-8b675232-9f81-49f9-b75b-3d3c42319d26 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ff5adf813db14e478b171abbd8ba07a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447232 Oct 30 01:20:22.883801 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b675232-9f81-49f9-b75b-3d3c42319d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3fe640-7cfd-4f69-864a-bbe6431c7237,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:22.885341 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60676) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:22.936232 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2975-47ef-4418-8614-feb070b83cbf admin admin] Publish callbacks [] for security_group (6b3fe640-7cfd-4f69-864a-bbe6431c7237), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:22.956727 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2975-47ef-4418-8614-feb070b83cbf admin admin] Publish callbacks [] for security_group (6b3fe640-7cfd-4f69-864a-bbe6431c7237), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:23.094826 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2975-47ef-4418-8614-feb070b83cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6b3fe640-7cfd-4f69-864a-bbe6431c7237), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:23.097513 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2975-47ef-4418-8614-feb070b83cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:23.098739 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9b8c2975-47ef-4418-8614-feb070b83cbf admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6b3fe640-7cfd-4f69-864a-bbe6431c7237 HTTP/1.1" status: 204 len: 168 time: 0.2123952 Oct 30 01:20:23.108182 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c2975-47ef-4418-8614-feb070b83cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3fe640-7cfd-4f69-864a-bbe6431c7237,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:23.449028 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:20:24.595989 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=91,neutron:DELETE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:26.478599 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:26.757262 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60782) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:26.872425 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-917f9194-b5ef-4f58-9e82-63cbd8d05d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:26.920428 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:26.949875 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-917f9194-b5ef-4f58-9e82-63cbd8d05d4d admin admin] Publish callbacks [] for security_group (defd249c-572f-4b80-8939-b75caa20d1db), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:27.055457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-917f9194-b5ef-4f58-9e82-63cbd8d05d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (defd249c-572f-4b80-8939-b75caa20d1db), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:27.100692 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-917f9194-b5ef-4f58-9e82-63cbd8d05d4d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d9ba80c76926468a96822ba92a1f6f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421888 Oct 30 01:20:27.101759 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f9194-b5ef-4f58-9e82-63cbd8d05d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defd249c-572f-4b80-8939-b75caa20d1db,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:27.103751 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60788) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:27.155891 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab201e1b-2fd1-429d-a6cf-00c8fe73f71c admin admin] Publish callbacks [] for security_group (defd249c-572f-4b80-8939-b75caa20d1db), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:27.181473 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab201e1b-2fd1-429d-a6cf-00c8fe73f71c admin admin] Publish callbacks [] for security_group (defd249c-572f-4b80-8939-b75caa20d1db), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:27.317732 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab201e1b-2fd1-429d-a6cf-00c8fe73f71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (defd249c-572f-4b80-8939-b75caa20d1db), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:27.320352 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab201e1b-2fd1-429d-a6cf-00c8fe73f71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:27.321572 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ab201e1b-2fd1-429d-a6cf-00c8fe73f71c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/defd249c-572f-4b80-8939-b75caa20d1db HTTP/1.1" status: 204 len: 168 time: 0.2167957 Oct 30 01:20:27.329648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab201e1b-2fd1-429d-a6cf-00c8fe73f71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defd249c-572f-4b80-8939-b75caa20d1db,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:27.958538 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60798) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:27.972981 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ca541c4b-16cf-4247-b6b0-76e7a7fe7ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.070030 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:28.078892 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ca541c4b-16cf-4247-b6b0-76e7a7fe7ef1 admin admin] Publish callbacks [] for security_group (476b09b1-526e-4582-b1fb-990da712c9c0), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.169368 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ca541c4b-16cf-4247-b6b0-76e7a7fe7ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (476b09b1-526e-4582-b1fb-990da712c9c0), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.203460 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5d5558d9-f69d-4683-ae17-a45d7334aa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.209362 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca541c4b-16cf-4247-b6b0-76e7a7fe7ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b09b1-526e-4582-b1fb-990da712c9c0,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:28.215134 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ca541c4b-16cf-4247-b6b0-76e7a7fe7ef1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b1f1d8b3f98f4f1cbca84e5bb70d94be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554810 Oct 30 01:20:28.217289 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60800) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:28.270457 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e569bae1-2e12-45e2-90a7-04ea00b41474 admin admin] Publish callbacks [] for security_group (476b09b1-526e-4582-b1fb-990da712c9c0), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.292940 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e569bae1-2e12-45e2-90a7-04ea00b41474 admin admin] Publish callbacks [] for security_group (476b09b1-526e-4582-b1fb-990da712c9c0), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.463537 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e569bae1-2e12-45e2-90a7-04ea00b41474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (476b09b1-526e-4582-b1fb-990da712c9c0), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.466207 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e569bae1-2e12-45e2-90a7-04ea00b41474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:28.467390 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e569bae1-2e12-45e2-90a7-04ea00b41474 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/476b09b1-526e-4582-b1fb-990da712c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2496011 Oct 30 01:20:28.475949 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569bae1-2e12-45e2-90a7-04ea00b41474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b09b1-526e-4582-b1fb-990da712c9c0,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:30.506040 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-6d4998f0-2756-4c2f-8c2e-f632121fa4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:32.338806 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:33.444954 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:33.675571 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:33.957369 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.239803 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60966) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:36.247480 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:36.390451 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Deleting port db6ab71a-f94c-4d65-aa7a-3e14305a0aa5 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:36.390451 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.461071 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60972) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:36.490587 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.490922 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for floatingip (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.508127 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Calling delete_port for db6ab71a-f94c-4d65-aa7a-3e14305a0aa5 owned by network:floatingip {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:36.598898 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a1a21c79-4a48-42d6-aa88-1c7e1b49a95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.618574 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:36.790035 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (db6ab71a-f94c-4d65-aa7a-3e14305a0aa5), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.826116 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event deleted for resources: {'Port': ['ID=db6ab71a-f94c-4d65-aa7a-3e14305a0aa5,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:36.943722 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a1a21c79-4a48-42d6-aa88-1c7e1b49a95c admin admin] Publish callbacks [] for security_group (e9bfb7f4-aa42-4397-927a-344e908ac51b), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.957185 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for floatingip (5671b926-abc1-4792-95c9-2495ddfa8351), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.957512 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.db.l3_db [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Floating IP 5671b926-abc1-4792-95c9-2495ddfa8351 disassociated (deleted). External IP: 172.37.0.54, port: 2787be5c-6341-4c37-abbb-ddd900bf4590. Oct 30 01:20:37.041429 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-a1a21c79-4a48-42d6-aa88-1c7e1b49a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (e9bfb7f4-aa42-4397-927a-344e908ac51b), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.115378 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60984) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:37.244078 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a03-1dd1-41ff-8aff-3f202a2ed7a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.327835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a03-1dd1-41ff-8aff-3f202a2ed7a3 admin admin] Publish callbacks [] for security_group (530a3c20-dc37-460f-b995-8a24d52b6814), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.356798 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-a1a21c79-4a48-42d6-aa88-1c7e1b49a95c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cac80491a05545d5bc7a86ea1d8c44f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8946218 Oct 30 01:20:37.359635 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 60988) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:37.360780 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a21c79-4a48-42d6-aa88-1c7e1b49a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfb7f4-aa42-4397-927a-344e908ac51b,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:37.403479 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a03-1dd1-41ff-8aff-3f202a2ed7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (530a3c20-dc37-460f-b995-8a24d52b6814), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.476852 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Router 9c32e62f-9d10-445a-9c7f-846089b997f2 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:20:37.585730 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:20:37.591512 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for floatingip (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.596579 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] Sync routers for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:20:37.608312 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:37.608941 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:37.631987 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f17800f3-a15b-43dc-9219-23d3062dc3db tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/5671b926-abc1-4792-95c9-2495ddfa8351 HTTP/1.1" status: 204 len: 168 time: 1.3886425 Oct 30 01:20:37.631987 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:20:37.632772 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e89af391220d07c0cfe08ce50eab123478b30c5953b639a0c4fd7004fea1895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:20:37.721475 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:37.722957 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3a03-1dd1-41ff-8aff-3f202a2ed7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530a3c20-dc37-460f-b995-8a24d52b6814,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:37.746215 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-cb742c84-f545-4bdb-9fb7-14002e335f5b admin admin] Publish callbacks [] for security_group (e9bfb7f4-aa42-4397-927a-344e908ac51b), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.747317 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:37.756140 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-7e1e3a03-1dd1-41ff-8aff-3f202a2ed7a3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8cc17d72cc154a6cbc74d6a82e551a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6393414 Oct 30 01:20:37.756645 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 60996) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:37.794760 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-cb742c84-f545-4bdb-9fb7-14002e335f5b admin admin] Publish callbacks [] for security_group (e9bfb7f4-aa42-4397-927a-344e908ac51b), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.795860 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:37.813761 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5e4c-cec8-4b73-8fdd-782ca8c25f5b admin admin] Publish callbacks [] for security_group (530a3c20-dc37-460f-b995-8a24d52b6814), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.851957 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5e4c-cec8-4b73-8fdd-782ca8c25f5b admin admin] Publish callbacks [] for security_group (530a3c20-dc37-460f-b995-8a24d52b6814), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.910476 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13adcef8-4a39-488c-a441-bc7cd9b367cf x-openstack-request-id: req-13adcef8-4a39-488c-a441-bc7cd9b367cf {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:20:37.910772 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "status": "completed", "code": 200}]} {{(pid=105258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:20:37.911240 dv-cinder-master-3-smb neutron-server[105258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13adcef8-4a39-488c-a441-bc7cd9b367cf {{(pid=105258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:20:37.911668 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13adcef8-4a39-488c-a441-bc7cd9b367cf'] response: {'name': 'network-changed', 'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'status': 'completed', 'code': 200} Oct 30 01:20:37.935344 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-cb742c84-f545-4bdb-9fb7-14002e335f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (e9bfb7f4-aa42-4397-927a-344e908ac51b), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.938658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-cb742c84-f545-4bdb-9fb7-14002e335f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:37.939958 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-cb742c84-f545-4bdb-9fb7-14002e335f5b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e9bfb7f4-aa42-4397-927a-344e908ac51b HTTP/1.1" status: 204 len: 168 time: 0.5792303 Oct 30 01:20:37.949234 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb742c84-f545-4bdb-9fb7-14002e335f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfb7f4-aa42-4397-927a-344e908ac51b,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:37.989427 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:56Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:37.997585 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5e4c-cec8-4b73-8fdd-782ca8c25f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (530a3c20-dc37-460f-b995-8a24d52b6814), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:38.001015 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5e4c-cec8-4b73-8fdd-782ca8c25f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:38.006017 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0e5f5e4c-cec8-4b73-8fdd-782ca8c25f5b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/530a3c20-dc37-460f-b995-8a24d52b6814 HTTP/1.1" status: 204 len: 168 time: 0.2476962 Oct 30 01:20:38.015884 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f5e4c-cec8-4b73-8fdd-782ca8c25f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a3c20-dc37-460f-b995-8a24d52b6814,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:38.020190 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-5e5cdc83-65f1-49b2-ad0e-770a20d0506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:38.023967 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-5e5cdc83-65f1-49b2-ad0e-770a20d0506f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 1129 time: 0.0642192 Oct 30 01:20:38.066777 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] Checking router: 9c32e62f-9d10-445a-9c7f-846089b997f2 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:20:38.080906 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:38.081587 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:38.207748 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:38.239962 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367ea3-8768-4d0d-a609-daceac0136c0 req-a161d34c-dd31-497a-91d3-5bd415ed4b03 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:38.241630 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a2367ea3-8768-4d0d-a609-daceac0136c0 req-a161d34c-dd31-497a-91d3-5bd415ed4b03 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0670438 Oct 30 01:20:38.273140 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-07a00832-1091-4a52-9ad1-43f83fffaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:38.274697 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-07a00832-1091-4a52-9ad1-43f83fffaa32 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 200 len: 909 time: 0.2452481 Oct 30 01:20:38.305201 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:38.310492 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-a2367ea3-8768-4d0d-a609-daceac0136c0 req-20c8887e-b5a6-4107-a9b0-012ec0e5e803 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619018 Oct 30 01:20:38.415911 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:56Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:38.445821 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de937a-5d18-43ed-a794-026ad1ae3d75 None None] The sync data for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb is: [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:15:50Z', 'revision_number': 4, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '50ecb220-e3b5-470a-8dd0-1a20a9bf2193', 'name': '', 'network_id': 'c4792b2f-e657-4c7b-b875-e1eadaeb2c7f', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'mac_address': 'fa:16:3e:3c:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:49Z', 'updated_at': '2022-10-30T01:15:56Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'subnets': [{'id': 'dd590a35-9c3d-4bac-a5bc-1cbddad14772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:20:38.720117 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8c72c-22e3-42b8-8282-e75a9f7044a5 None None] New status for floating IP 5671b926-abc1-4792-95c9-2495ddfa8351: DOWN {{(pid=105259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:20:38.886210 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32776) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:38.900327 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bb006c81-2c18-4d0d-9760-075821a1a7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:38.935688 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:38.976138 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 32778) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:38.983265 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bb006c81-2c18-4d0d-9760-075821a1a7ad admin admin] Publish callbacks [] for security_group (c5bc2bea-cc5b-4392-9c33-6980b7577426), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:38.990509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-87e964c8-8d7b-4c6e-a558-06d587c252b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.061057 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-bb006c81-2c18-4d0d-9760-075821a1a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (c5bc2bea-cc5b-4392-9c33-6980b7577426), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.074628 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-87e964c8-8d7b-4c6e-a558-06d587c252b2 admin admin] Publish callbacks [] for security_group (3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.106038 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-bb006c81-2c18-4d0d-9760-075821a1a7ad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=46f542ea587444fca0c9e2e7fd9d2dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186866 Oct 30 01:20:39.107220 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb006c81-2c18-4d0d-9760-075821a1a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bc2bea-cc5b-4392-9c33-6980b7577426,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:39.108995 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 32780) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:39.173470 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-87e964c8-8d7b-4c6e-a558-06d587c252b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.176695 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-ee7113b2-27b9-4a91-b73a-12fbf93fa40b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 200 len: 217 time: 0.0476158 Oct 30 01:20:39.275930 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-87e964c8-8d7b-4c6e-a558-06d587c252b2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a589f1cec29c4330af91dcb0a5105c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983906 Oct 30 01:20:39.276890 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e964c8-8d7b-4c6e-a558-06d587c252b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:39.278516 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32782) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:39.290735 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3a31-d95e-41c8-ab76-732402ac23c3 admin admin] Publish callbacks [] for security_group (c5bc2bea-cc5b-4392-9c33-6980b7577426), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.295130 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-8b6c14b2-7bb8-485e-9422-0719903fed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:39.296544 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-8b6c14b2-7bb8-485e-9422-0719903fed0e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 200 len: 847 time: 0.1044486 Oct 30 01:20:39.317739 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3a31-d95e-41c8-ab76-732402ac23c3 admin admin] Publish callbacks [] for security_group (c5bc2bea-cc5b-4392-9c33-6980b7577426), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.341858 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc8008fe-275a-4d51-9bc0-7f449b527f03 admin admin] Publish callbacks [] for security_group (3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.365589 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc8008fe-275a-4d51-9bc0-7f449b527f03 admin admin] Publish callbacks [] for security_group (3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.436889 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-f814a240-04c7-4bd0-9574-255b468447d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:39.438639 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-f814a240-04c7-4bd0-9574-255b468447d1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0727401 Oct 30 01:20:39.439231 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3a31-d95e-41c8-ab76-732402ac23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (c5bc2bea-cc5b-4392-9c33-6980b7577426), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.441970 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3a31-d95e-41c8-ab76-732402ac23c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.443024 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ab7c3a31-d95e-41c8-ab76-732402ac23c3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c5bc2bea-cc5b-4392-9c33-6980b7577426 HTTP/1.1" status: 204 len: 168 time: 0.3316617 Oct 30 01:20:39.463400 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b32d9-7cc1-4701-a761-b86d14f3771a req-6da2a729-72da-43ec-924d-8e407c4f63bd tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:39.465006 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-651b32d9-7cc1-4701-a761-b86d14f3771a req-6da2a729-72da-43ec-924d-8e407c4f63bd tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0686641 Oct 30 01:20:39.465898 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c3a31-d95e-41c8-ab76-732402ac23c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bc2bea-cc5b-4392-9c33-6980b7577426,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:39.473405 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc8008fe-275a-4d51-9bc0-7f449b527f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.477133 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-dc8008fe-275a-4d51-9bc0-7f449b527f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.482527 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-dc8008fe-275a-4d51-9bc0-7f449b527f03 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381 HTTP/1.1" status: 204 len: 168 time: 0.2026639 Oct 30 01:20:39.502066 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8008fe-275a-4d51-9bc0-7f449b527f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0b00e-59c8-4507-8d2d-3ab9c7cc4381,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:39.631886 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-651b32d9-7cc1-4701-a761-b86d14f3771a req-cefbee7f-6785-4db0-9581-42177f9a609e tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=270eca0f-977c-40d7-8716-a611f0678558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587222 Oct 30 01:20:39.642547 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-89fa22bb-a772-4bec-8f4a-70318151d601 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:20:39.644058 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-89fa22bb-a772-4bec-8f4a-70318151d601 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 945 time: 0.0739050 Oct 30 01:20:39.702558 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-69684875-d0a0-4761-ad29-779165ebd5bf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275045 Oct 30 01:20:39.802965 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Deleting port 2787be5c-6341-4c37-abbb-ddd900bf4590 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:39.803309 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.880834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:39.885348 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-bbe9a43b-c81e-4cf3-858e-f7ef57720d5b req-e9903e5a-7f8c-4c0a-a845-e3564a7ac510 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768444 Oct 30 01:20:39.900129 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:39.930529 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] For port 2787be5c-6341-4c37-abbb-ddd900bf4590, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2787be5c-6341-4c37-abbb-ddd900bf4590,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:39.931192 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.947893 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Calling delete_port for 2787be5c-6341-4c37-abbb-ddd900bf4590 owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:40.254454 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (2787be5c-6341-4c37-abbb-ddd900bf4590), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:40.281470 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event deleted for resources: {'Port': ['ID=2787be5c-6341-4c37-abbb-ddd900bf4590,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:40.331837 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] No DVR routers for this DVR port 2787be5c-6341-4c37-abbb-ddd900bf4590 on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:40.334456 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:40.337730 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3864051e-2bfd-4b6c-8018-785a4764b01e req-6dc607ea-993e-4df8-bc64-8f6597d3135d tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.61 "DELETE /networking/v2.0/ports/2787be5c-6341-4c37-abbb-ddd900bf4590 HTTP/1.1" status: 204 len: 173 time: 0.6843615 Oct 30 01:20:40.338230 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-deleted', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:20:40.340683 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851439a-419e-43ff-81e5-5469fdf73750" -d '{"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-deleted", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:20:40.381537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39953914-fe63-46b2-ab95-8c62f2f1c386 x-openstack-request-id: req-39953914-fe63-46b2-ab95-8c62f2f1c386 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:20:40.382075 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37986d61-58aa-43a7-95eb-99ab0e188914", "name": "network-vif-deleted", "tag": "2787be5c-6341-4c37-abbb-ddd900bf4590", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:20:40.382341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39953914-fe63-46b2-ab95-8c62f2f1c386 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:20:40.382782 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39953914-fe63-46b2-ab95-8c62f2f1c386'] response: {'server_uuid': '37986d61-58aa-43a7-95eb-99ab0e188914', 'name': 'network-vif-deleted', 'tag': '2787be5c-6341-4c37-abbb-ddd900bf4590', 'status': 'completed', 'code': 200} Oct 30 01:20:40.803714 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-03ce01dc-fb3f-40e8-bb5b-0ad180dd49ac req-f78344ef-a191-482a-8145-8789b0ddd91b tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0665832 Oct 30 01:20:41.240547 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:41.969762 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-eb511de7-5bd9-4d21-bd60-16ae02b786d2 req-ac06f9f1-8c4e-4c66-91d3-3d8231c9aba1 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=37986d61-58aa-43a7-95eb-99ab0e188914 HTTP/1.1" status: 200 len: 210 time: 0.0403461 Oct 30 01:20:42.359066 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:42.387951 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 2787be5c-6341-4c37-abbb-ddd900bf4590 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:42.388326 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 2787be5c-6341-4c37-abbb-ddd900bf4590 not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:42.576156 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32880) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:42.687788 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1a08989a-8565-42e2-b96e-4db16deff3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:42.769001 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1a08989a-8565-42e2-b96e-4db16deff3f6 admin admin] Publish callbacks [] for security_group (9790d7e2-fb5b-49cb-a1ca-5d91455d0148), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:42.864551 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1a08989a-8565-42e2-b96e-4db16deff3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9790d7e2-fb5b-49cb-a1ca-5d91455d0148), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:42.911602 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08989a-8565-42e2-b96e-4db16deff3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9790d7e2-fb5b-49cb-a1ca-5d91455d0148,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:42.918932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 32886) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:42.919233 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1a08989a-8565-42e2-b96e-4db16deff3f6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0f8fdca8399d4d3b8f7dac71e4db43cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417220 Oct 30 01:20:42.978280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fc78c98f-e336-4dbe-9075-4d431fb809d4 admin admin] Publish callbacks [] for security_group (9790d7e2-fb5b-49cb-a1ca-5d91455d0148), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:42.998835 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fc78c98f-e336-4dbe-9075-4d431fb809d4 admin admin] Publish callbacks [] for security_group (9790d7e2-fb5b-49cb-a1ca-5d91455d0148), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.046182 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 32890) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:43.118329 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e953fdd3-ebb4-4167-bb05-7eb99d706120 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group (270eca0f-977c-40d7-8716-a611f0678558), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.145902 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e953fdd3-ebb4-4167-bb05-7eb99d706120 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group (270eca0f-977c-40d7-8716-a611f0678558), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.148883 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fc78c98f-e336-4dbe-9075-4d431fb809d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9790d7e2-fb5b-49cb-a1ca-5d91455d0148), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.151443 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-fc78c98f-e336-4dbe-9075-4d431fb809d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.152637 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-fc78c98f-e336-4dbe-9075-4d431fb809d4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9790d7e2-fb5b-49cb-a1ca-5d91455d0148 HTTP/1.1" status: 204 len: 168 time: 0.2324426 Oct 30 01:20:43.174781 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c98f-e336-4dbe-9075-4d431fb809d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790d7e2-fb5b-49cb-a1ca-5d91455d0148,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:43.305940 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e953fdd3-ebb4-4167-bb05-7eb99d706120 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (270eca0f-977c-40d7-8716-a611f0678558), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.308934 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e953fdd3-ebb4-4167-bb05-7eb99d706120 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.310132 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e953fdd3-ebb4-4167-bb05-7eb99d706120 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/270eca0f-977c-40d7-8716-a611f0678558 HTTP/1.1" status: 204 len: 168 time: 0.2617652 Oct 30 01:20:43.320924 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953fdd3-ebb4-4167-bb05-7eb99d706120 tempest-TestShelveInstance-967775632 tempest-TestShelveInstance-967775632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270eca0f-977c-40d7-8716-a611f0678558,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:43.334130 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=67,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:43.443360 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 32898) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:43.598376 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:43.813129 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32902) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:43.827638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e61a50f0-0408-4d34-a15e-afdd7ee0e96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.919554 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (9c32e62f-9d10-445a-9c7f-846089b997f2), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.933126 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e61a50f0-0408-4d34-a15e-afdd7ee0e96d admin admin] Publish callbacks [] for security_group (35585449-f6a0-446e-b29e-a059e5baf0d4), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:43.958534 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:44.117423 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e61a50f0-0408-4d34-a15e-afdd7ee0e96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (35585449-f6a0-446e-b29e-a059e5baf0d4), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.122350 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:44.150037 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Deleting port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:44.150648 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.159729 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e61a50f0-0408-4d34-a15e-afdd7ee0e96d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f2083ae9a19c4575b2d29b4be9d01f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452823 Oct 30 01:20:44.161684 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a50f0-0408-4d34-a15e-afdd7ee0e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35585449-f6a0-446e-b29e-a059e5baf0d4,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:44.164044 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32908) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:44.216491 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e458200d-81b1-4a2a-a8c1-30a727066719 admin admin] Publish callbacks [] for security_group (35585449-f6a0-446e-b29e-a059e5baf0d4), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.238989 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e458200d-81b1-4a2a-a8c1-30a727066719 admin admin] Publish callbacks [] for security_group (35585449-f6a0-446e-b29e-a059e5baf0d4), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.240813 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:44.244834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] For port 50ecb220-e3b5-470a-8dd0-1a20a9bf2193, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:44.245207 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.261674 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Calling delete_port for 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 owned by network:router_interface {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:44.365341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:44.385965 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e458200d-81b1-4a2a-a8c1-30a727066719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (35585449-f6a0-446e-b29e-a059e5baf0d4), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.388934 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e458200d-81b1-4a2a-a8c1-30a727066719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.392385 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e458200d-81b1-4a2a-a8c1-30a727066719 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/35585449-f6a0-446e-b29e-a059e5baf0d4 HTTP/1.1" status: 204 len: 168 time: 0.2251980 Oct 30 01:20:44.410638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458200d-81b1-4a2a-a8c1-30a727066719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35585449-f6a0-446e-b29e-a059e5baf0d4,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:44.569045 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (50ecb220-e3b5-470a-8dd0-1a20a9bf2193), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.592932 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ecb220-e3b5-470a-8dd0-1a20a9bf2193,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:44.802220 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (9c32e62f-9d10-445a-9c7f-846089b997f2), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:44.840438 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab035c69-eef9-4d42-9b1b-ab2a969144c9 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:20:44.927519 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab035c69-eef9-4d42-9b1b-ab2a969144c9 None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:20:45.043330 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Router 9c32e62f-9d10-445a-9c7f-846089b997f2 has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:20:45.149739 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:20:45.154761 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-bcec6330-fa11-43f6-a2d9-43cae92b9377 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/9c32e62f-9d10-445a-9c7f-846089b997f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102630 Oct 30 01:20:45.158135 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32930) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:45.160924 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9186400f-d70c-4536-9742-b900db72871b None None] Sync routers for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:20:45.172690 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:45.173343 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:45.279086 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks [] for router (9c32e62f-9d10-445a-9c7f-846089b997f2), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:45.383613 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: dv-cinder-master-3-smb {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:45.398254 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks [] for router_gateway (9c32e62f-9d10-445a-9c7f-846089b997f2), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:45.535315 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Deleting port 6967536b-92d5-4f9e-a398-7c285ee30ad1 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:45.535769 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:45.587126 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:45.604366 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5'}], 'enable_snat': True}, 'gw_port_id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:20:44Z', 'revision_number': 5, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port': {'id': '6967536b-92d5-4f9e-a398-7c285ee30ad1', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:46Z', 'updated_at': '2022-10-30T01:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:45.630621 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9186400f-d70c-4536-9742-b900db72871b None None] Checking router: 9c32e62f-9d10-445a-9c7f-846089b997f2 for host: dv-cinder-master-3-smb {{(pid=105260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:20:45.639551 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] Routers {'9c32e62f-9d10-445a-9c7f-846089b997f2'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:45.640811 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] For port 6967536b-92d5-4f9e-a398-7c285ee30ad1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6967536b-92d5-4f9e-a398-7c285ee30ad1,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:45.640983 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['9c32e62f-9d10-445a-9c7f-846089b997f2'], 'active': True} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:45.641117 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:45.655364 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Calling delete_port for 6967536b-92d5-4f9e-a398-7c285ee30ad1 owned by network:router_gateway {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:45.678996 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=100 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:45.733351 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-71d7c24a-fbbd-441a-90e6-94420814f058 None None] Provisioning complete for port d7359987-1330-44cb-8f40-3bef268a98bb triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:20:45.734434 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-71d7c24a-fbbd-441a-90e6-94420814f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:45.735271 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-71d7c24a-fbbd-441a-90e6-94420814f058 None None] Attempt 1 to provision port d7359987-1330-44cb-8f40-3bef268a98bb Oct 30 01:20:45.742152 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_dvr_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] Set router 9c32e62f-9d10-445a-9c7f-846089b997f2 gateway port host: None {{(pid=105260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:45.797632 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.l3_hamode_db [None req-9186400f-d70c-4536-9742-b900db72871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:20:45Z', 'revision_number': 6, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:45.827389 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9186400f-d70c-4536-9742-b900db72871b None None] The sync data for ids ['9c32e62f-9d10-445a-9c7f-846089b997f2'] in dv-cinder-master-3-smb is: [{'id': '9c32e62f-9d10-445a-9c7f-846089b997f2', 'name': 'tempest-TestShelveInstance-699689201-router', 'tenant_id': '55f0064a8bc14f30b2749047dfd2f53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:45Z', 'updated_at': '2022-10-30T01:20:45Z', 'revision_number': 6, 'project_id': '55f0064a8bc14f30b2749047dfd2f53d', 'gw_port_host': None}] {{(pid=105260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:20:45.882891 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-71d7c24a-fbbd-441a-90e6-94420814f058 None None] Current status of the port d7359987-1330-44cb-8f40-3bef268a98bb is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:20:45.957663 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (6967536b-92d5-4f9e-a398-7c285ee30ad1), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:45.986526 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Pushing event deleted for resources: {'Port': ['ID=6967536b-92d5-4f9e-a398-7c285ee30ad1,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:46.051879 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (9c32e62f-9d10-445a-9c7f-846089b997f2), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.142924 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (9c32e62f-9d10-445a-9c7f-846089b997f2), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.145220 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks [] for router_controller (9c32e62f-9d10-445a-9c7f-846089b997f2), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.288966 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (9c32e62f-9d10-445a-9c7f-846089b997f2), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.289750 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c32e62f-9d10-445a-9c7f-846089b997f2 {{(pid=105258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:20:46.294021 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.301069 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-0328dc93-1800-40aa-891d-9d437780a61f admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/9c32e62f-9d10-445a-9c7f-846089b997f2 HTTP/1.1" status: 204 len: 168 time: 1.1360688 Oct 30 01:20:46.301069 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32952) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:46.339853 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:46.345914 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.db.db_base_plugin_v2 [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Deleting subnet dd590a35-9c3d-4bac-a5bc-1cbddad14772 {{(pid=105258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:20:46.349312 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Publish callbacks [] for subnet (dd590a35-9c3d-4bac-a5bc-1cbddad14772), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.387363 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3484157'] for subnet (dd590a35-9c3d-4bac-a5bc-1cbddad14772), precommit_delete_associations {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.416862 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:46.469895 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (dd590a35-9c3d-4bac-a5bc-1cbddad14772), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.602998 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3495031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3417107'] for subnet (dd590a35-9c3d-4bac-a5bc-1cbddad14772), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.646664 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd590a35-9c3d-4bac-a5bc-1cbddad14772,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:46.650732 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.655636 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e970de3b-48a1-4646-9b69-548868c93cb4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/dd590a35-9c3d-4bac-a5bc-1cbddad14772 HTTP/1.1" status: 204 len: 168 time: 0.3545494 Oct 30 01:20:46.656131 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:46.657066 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 32966) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:46.689870 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfe2b3-fdbe-4086-9e8f-876ae2821b92 None None] Network c4792b2f-e657-4c7b-b875-e1eadaeb2c7f requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:20:46.711469 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:46.712109 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 50ecb220-e3b5-470a-8dd0-1a20a9bf2193 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:46.712802 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 6967536b-92d5-4f9e-a398-7c285ee30ad1 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:46.737410 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:46.741056 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.783961 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 6967536b-92d5-4f9e-a398-7c285ee30ad1 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:46.784518 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 6967536b-92d5-4f9e-a398-7c285ee30ad1 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:46.788820 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Deleting port d7359987-1330-44cb-8f40-3bef268a98bb {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:46.789113 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.872170 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] For port d7359987-1330-44cb-8f40-3bef268a98bb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7359987-1330-44cb-8f40-3bef268a98bb,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:46.872170 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:46.891625 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Calling delete_port for d7359987-1330-44cb-8f40-3bef268a98bb owned by network:dhcp {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:46.908585 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] DHCP port deletion for c4792b2f-e657-4c7b-b875-e1eadaeb2c7f request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:20:46.982212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:46.990653 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] Deleting port d7359987-1330-44cb-8f40-3bef268a98bb {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:46.990938 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.063326 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] For port d7359987-1330-44cb-8f40-3bef268a98bb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d7359987-1330-44cb-8f40-3bef268a98bb,segment=NetworkSegment(b9e822e0-4937-4687-a232-29a0ea092d2e),segment_id=b9e822e0-4937-4687-a232-29a0ea092d2e)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:47.063841 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.066534 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.086033 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] Calling delete_port for d7359987-1330-44cb-8f40-3bef268a98bb owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:47.094489 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7359987-1330-44cb-8f40-3bef268a98bb,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:47.096956 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] No DVR routers for this DVR port d7359987-1330-44cb-8f40-3bef268a98bb on host dv-cinder-master-3-smb {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:47.106350 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.107128 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.107128 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.107342 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.107737 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.108104 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.108403 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.108723 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.109738 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.110251 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.110580 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.110903 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.111232 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.111558 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.111905 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:47.188808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.209834 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4792b2f-e657-4c7b-b875-e1eadaeb2c7f']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:47.216434 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (d7359987-1330-44cb-8f40-3bef268a98bb), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.219953 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e822e0-4937-4687-a232-29a0ea092d2e') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:47.220253 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e822e0-4937-4687-a232-29a0ea092d2e') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:47.230342 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (b9e822e0-4937-4687-a232-29a0ea092d2e), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.241133 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] Pushing event deleted for resources: {'Port': ['ID=d7359987-1330-44cb-8f40-3bef268a98bb,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:47.245016 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (b9e822e0-4937-4687-a232-29a0ea092d2e), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.246583 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b888cc5-1e2f-47d5-ba3b-4ab136100112 None None] No DVR routers for this DVR port d7359987-1330-44cb-8f40-3bef268a98bb on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:47.252048 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:20:47.252467 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (b9e822e0-4937-4687-a232-29a0ea092d2e), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.271389 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment b9e822e0-4937-4687-a232-29a0ea092d2e resource provider aggregate not found Oct 30 01:20:47.302648 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment b9e822e0-4937-4687-a232-29a0ea092d2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9e822e0-4937-4687-a232-29a0ea092d2e found for delete ", "request_id": "req-23ceb3e5-edf6-4296-91b7-a9cb13f4a802"}]} Oct 30 01:20:47.374458 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (c4792b2f-e657-4c7b-b875-e1eadaeb2c7f), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.380251 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.384217 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c4792b2f-e657-4c7b-b875-e1eadaeb2c7f HTTP/1.1" status: 204 len: 168 time: 0.7261534 Oct 30 01:20:47.387478 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 32984) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:47.398057 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975d510-c12d-442f-a526-19c0d9ec0bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4792b2f-e657-4c7b-b875-e1eadaeb2c7f,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:47.728899 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785820'] for router_interface (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:47.918696 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:47.967137 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Deleting port 045c4b43-5e32-47f3-b525-f4e64bd6ad73 {{(pid=105258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:47.967137 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:48.048704 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.db [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] For port 045c4b43-5e32-47f3-b525-f4e64bd6ad73, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=045c4b43-5e32-47f3-b525-f4e64bd6ad73,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:48.049073 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:48.064648 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.plugins.ml2.plugin [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Calling delete_port for 045c4b43-5e32-47f3-b525-f4e64bd6ad73 owned by network:router_interface {{(pid=105258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:48.125179 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=100 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:48.323640 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494946'] for port (045c4b43-5e32-47f3-b525-f4e64bd6ad73), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:48.350661 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=045c4b43-5e32-47f3-b525-f4e64bd6ad73,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:48.557101 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-786188'] for router_interface (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:48.580198 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057166b2-9f31-4fd9-b388-dc24918b569b None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=105259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:20:48.609759 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:48.645626 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:48.666395 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057166b2-9f31-4fd9-b388-dc24918b569b None None] Resources bound (agent type, host, resource id): {{(pid=105259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:20:48.687680 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7359987-1330-44cb-8f40-3bef268a98bb no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:48.710206 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: d7359987-1330-44cb-8f40-3bef268a98bb {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:48.715849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device d7359987-1330-44cb-8f40-3bef268a98bb not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:48.804564 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e has already been hosted by L3 agent 619be609-6312-4b7f-aea4-aab0f6b88e6e {{(pid=105258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:20:48.918130 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:48.922438 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=105258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:20:48.928257 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-f345f787-fb29-4ea9-8d41-8ddaffbaeb2e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390821 Oct 30 01:20:48.930672 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33036) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:48.935044 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] Sync routers for ids ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'] in dv-cinder-master-3-smb {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:20:48.946100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] Routers {'0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:48.946722 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:49.043089 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks [] for router (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:49.071264 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] Set router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e gateway port host: dv-cinder-master-3-smb {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:49.164244 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks [] for router_gateway (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:49.270666 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'external_fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87'}], 'enable_snat': True}, 'gw_port_id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:20:48Z', 'revision_number': 5, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port': {'id': '8fa118a2-b9e4-4ee5-88da-49234ce22f73', 'name': '', 'network_id': 'b45fe502-5433-4ddb-afe2-3e4075fa00b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'ip_address': '172.37.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:15:57Z', 'updated_at': '2022-10-30T01:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf921dd-3101-4840-8391-84e1c5aeafae', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:49.275374 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Deleting port 8fa118a2-b9e4-4ee5-88da-49234ce22f73 {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:49.275850 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:49.297716 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] Checking router: 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e for host: dv-cinder-master-3-smb {{(pid=105259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:20:49.307160 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] Routers {'0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=105259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:20:49.308056 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T01:00:30Z,description=,heartbeat_timestamp=2022-10-30T01:20:30Z,host='dv-cinder-master-3-smb',id=619be609-6312-4b7f-aea4-aab0f6b88e6e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T01:00:31Z,topic='l3_agent')) {'router_ids': ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'], 'active': True} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:49.406707 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvr_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] Set router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e gateway port host: None {{(pid=105259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:20:49.466073 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_hamode_db [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:20:49Z', 'revision_number': 6, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=105259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:49.473487 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-3fc462db-ef48-493b-862e-3005e8041b0e None None] Provisioning complete for port bb576efc-f754-4604-8b64-2579dcb1686a triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:20:49.473865 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-3fc462db-ef48-493b-862e-3005e8041b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:49.474206 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-3fc462db-ef48-493b-862e-3005e8041b0e None None] Attempt 1 to provision port bb576efc-f754-4604-8b64-2579dcb1686a Oct 30 01:20:49.504614 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f6182-fb41-4fa3-b38e-89db48e9c1f5 None None] The sync data for ids ['0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e'] in dv-cinder-master-3-smb is: [{'id': '0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e', 'name': 'tempest-TestShelveInstance-269077754-router', 'tenant_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:15:56Z', 'updated_at': '2022-10-30T01:20:49Z', 'revision_number': 6, 'project_id': '6a8256fc8c274c61a65e34d10a6bf30f', 'gw_port_host': None}] {{(pid=105259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:20:49.523186 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=100 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:49.602825 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-3fc462db-ef48-493b-862e-3005e8041b0e None None] Current status of the port bb576efc-f754-4604-8b64-2579dcb1686a is: ACTIVE; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:20:49.641547 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] For port 8fa118a2-b9e4-4ee5-88da-49234ce22f73, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8fa118a2-b9e4-4ee5-88da-49234ce22f73,segment=NetworkSegment(22a3ac01-f00f-411d-be35-9626ab6fabee),segment_id=22a3ac01-f00f-411d-be35-9626ab6fabee)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:49.641808 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:49.655255 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:49.657600 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Calling delete_port for 8fa118a2-b9e4-4ee5-88da-49234ce22f73 owned by network:router_gateway {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:50.003322 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (8fa118a2-b9e4-4ee5-88da-49234ce22f73), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.031498 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa118a2-b9e4-4ee5-88da-49234ce22f73,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:50.108682 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784347'] for router_gateway (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.169473 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:50.205172 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125414'] for router (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.207534 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks [] for router_controller (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.329719 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-786265'] for router (0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.330362 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e {{(pid=105257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:20:50.338352 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.338352 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-6983fba9-3ebe-421e-a608-ec470e6e3e9f admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/0099d2ac-97bf-4e3a-a4dc-fd96a9c5cb5e HTTP/1.1" status: 204 len: 168 time: 1.4046519 Oct 30 01:20:50.339219 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33062) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:50.387033 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_v2 [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Deleting subnet dd3ca6fa-cbda-4300-8d8f-749954f4790e {{(pid=105257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:20:50.390906 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Publish callbacks [] for subnet (dd3ca6fa-cbda-4300-8d8f-749954f4790e), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.429414 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548854'] for subnet (dd3ca6fa-cbda-4300-8d8f-749954f4790e), precommit_delete_associations {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.527193 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33479556'] for subnet (dd3ca6fa-cbda-4300-8d8f-749954f4790e), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.623849 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 045c4b43-5e32-47f3-b525-f4e64bd6ad73 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:50.644495 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 045c4b43-5e32-47f3-b525-f4e64bd6ad73 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:50.644834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 045c4b43-5e32-47f3-b525-f4e64bd6ad73 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:50.645245 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8fa118a2-b9e4-4ee5-88da-49234ce22f73 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:50.664720 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: 8fa118a2-b9e4-4ee5-88da-49234ce22f73 {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:50.665059 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device 8fa118a2-b9e4-4ee5-88da-49234ce22f73 not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:50.676275 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33479677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2497102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2527486'] for subnet (dd3ca6fa-cbda-4300-8d8f-749954f4790e), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.706597 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3ca6fa-cbda-4300-8d8f-749954f4790e,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:50.708805 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for subnet (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.712142 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-550ad0ca-886f-424e-b4fc-e4e7295bce8d admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/dd3ca6fa-cbda-4300-8d8f-749954f4790e HTTP/1.1" status: 204 len: 168 time: 0.3718960 Oct 30 01:20:50.714652 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33072) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:50.717440 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81e1fb-cb94-40e2-81d1-d070ca1dc6d6 None None] Network b9225340-3fe3-4761-884b-d836a2cd32ef requested from dv-cinder-master-3-smb {{(pid=105259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:20:50.806812 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33531160'] for network (b9225340-3fe3-4761-884b-d836a2cd32ef), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.866896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Deleting port bb576efc-f754-4604-8b64-2579dcb1686a {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:50.866896 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.925351 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] DHCP port deletion for b9225340-3fe3-4761-884b-d836a2cd32ef request from dv-cinder-master-3-smb {{(pid=105259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:20:50.931881 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:50.941290 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] For port bb576efc-f754-4604-8b64-2579dcb1686a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb576efc-f754-4604-8b64-2579dcb1686a,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:50.941991 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:50.962315 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Calling delete_port for bb576efc-f754-4604-8b64-2579dcb1686a owned by network:dhcp {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:50.971472 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] Deleting port bb576efc-f754-4604-8b64-2579dcb1686a {{(pid=105259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:20:50.971921 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), before_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.066248 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] For port bb576efc-f754-4604-8b64-2579dcb1686a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb576efc-f754-4604-8b64-2579dcb1686a,segment=NetworkSegment(1376bb25-e468-4c9b-9cfd-2f0190d34c62),segment_id=1376bb25-e468-4c9b-9cfd-2f0190d34c62)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:20:51.066640 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), precommit_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.080017 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] Calling delete_port for bb576efc-f754-4604-8b64-2579dcb1686a owned by network:dhcp {{(pid=105259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:20:51.152559 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.165858 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753'] for port (bb576efc-f754-4604-8b64-2579dcb1686a), after_delete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.211858 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] Pushing event deleted for resources: {'Port': ['ID=bb576efc-f754-4604-8b64-2579dcb1686a,revision_number=None']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:51.217839 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19101a0f-1296-47ac-943f-c7a1de13c74a None None] No DVR routers for this DVR port bb576efc-f754-4604-8b64-2579dcb1686a on host dv-cinder-master-3-smb {{(pid=105259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:51.218146 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb576efc-f754-4604-8b64-2579dcb1686a,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:51.221171 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] No DVR routers for this DVR port bb576efc-f754-4604-8b64-2579dcb1686a on host dv-cinder-master-3-smb {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:20:51.303888 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33478015', 'neutron.services.segments.db._delete_segments_for_network-8771480476034'] for network (b9225340-3fe3-4761-884b-d836a2cd32ef), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.329216 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9225340-3fe3-4761-884b-d836a2cd32ef']}} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:51.339979 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1376bb25-e468-4c9b-9cfd-2f0190d34c62') {'for_net_delete': True} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:51.340277 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.services.segments.db [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1376bb25-e468-4c9b-9cfd-2f0190d34c62') {} {{(pid=105257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:20:51.351862 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771480476097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548863'] for segment (1376bb25-e468-4c9b-9cfd-2f0190d34c62), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.367280 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868'] for segment (1376bb25-e468-4c9b-9cfd-2f0190d34c62), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.381001 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=105257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:20:51.381397 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33303868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2497064'] for segment (1376bb25-e468-4c9b-9cfd-2f0190d34c62), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.402083 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment 1376bb25-e468-4c9b-9cfd-2f0190d34c62 resource provider aggregate not found Oct 30 01:20:51.433349 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.services.segments.plugin [-] Segment 1376bb25-e468-4c9b-9cfd-2f0190d34c62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1376bb25-e468-4c9b-9cfd-2f0190d34c62 found for delete ", "request_id": "req-f5e858e0-05c6-44a9-9487-97ea69f9f0a3"}]} Oct 30 01:20:51.540288 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33478004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784375'] for network (b9225340-3fe3-4761-884b-d836a2cd32ef), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.547550 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591647'] for network (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:51.550843 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/b9225340-3fe3-4761-884b-d836a2cd32ef HTTP/1.1" status: 204 len: 168 time: 0.8352048 Oct 30 01:20:51.563483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f5e4b-ab01-4e48-a12b-be103e79bda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9225340-3fe3-4761-884b-d836a2cd32ef,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:51.990716 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33102) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:52.013568 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33104) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:52.036158 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7248f9dd-e5a0-4f63-94f5-7df199c5b1ba admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=55f0064a8bc14f30b2749047dfd2f53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441656 Oct 30 01:20:52.038810 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33108) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:52.090706 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7dd8-5911-47bb-a8e5-7643b60be583 admin admin] Publish callbacks [] for security_group (07a3832c-0a04-4a46-bf24-f9826a62e576), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.115769 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7dd8-5911-47bb-a8e5-7643b60be583 admin admin] Publish callbacks [] for security_group (07a3832c-0a04-4a46-bf24-f9826a62e576), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.189176 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a54ef191-e235-43c7-bae4-0a4274b525e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.217941 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:52.261152 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7dd8-5911-47bb-a8e5-7643b60be583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (07a3832c-0a04-4a46-bf24-f9826a62e576), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.264686 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7dd8-5911-47bb-a8e5-7643b60be583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.271281 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-8f6b7dd8-5911-47bb-a8e5-7643b60be583 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/07a3832c-0a04-4a46-bf24-f9826a62e576 HTTP/1.1" status: 204 len: 168 time: 0.2266433 Oct 30 01:20:52.273120 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a54ef191-e235-43c7-bae4-0a4274b525e6 admin admin] Publish callbacks [] for security_group (6f1874c1-b628-47a7-9bf7-2c913e079fd1), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.276330 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b7dd8-5911-47bb-a8e5-7643b60be583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a3832c-0a04-4a46-bf24-f9826a62e576,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:52.349941 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-a54ef191-e235-43c7-bae4-0a4274b525e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6f1874c1-b628-47a7-9bf7-2c913e079fd1), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.391364 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef191-e235-43c7-bae4-0a4274b525e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1874c1-b628-47a7-9bf7-2c913e079fd1,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:52.398644 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-a54ef191-e235-43c7-bae4-0a4274b525e6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bbd9de5d7b7d4b518c27122aec803dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821537 Oct 30 01:20:52.399198 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33118) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:52.467408 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Publish callbacks [] for security_group (6f1874c1-b628-47a7-9bf7-2c913e079fd1), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.492948 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Publish callbacks [] for security_group (6f1874c1-b628-47a7-9bf7-2c913e079fd1), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.606082 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device bb576efc-f754-4604-8b64-2579dcb1686a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:20:52.626573 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] No Port match for: bb576efc-f754-4604-8b64-2579dcb1686a {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:20:52.626911 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Device bb576efc-f754-4604-8b64-2579dcb1686a not bound to the agent host dv-cinder-master-3-smb {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:20:52.700810 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (6f1874c1-b628-47a7-9bf7-2c913e079fd1), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.705067 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:52.717599 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6f1874c1-b628-47a7-9bf7-2c913e079fd1 HTTP/1.1" status: 204 len: 168 time: 0.3061728 Oct 30 01:20:52.719413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1874c1-b628-47a7-9bf7-2c913e079fd1,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:52.729813 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.729813 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.730477 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.730636 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.730973 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.731302 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.731661 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.731988 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.732335 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.732685 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.733009 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.733400 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.733722 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.734224 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:52.734546 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123c60e-8bb0-4689-bc3f-97d51131a811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:20:53.077283 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33130) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:53.470125 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33134) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:53.553284 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33136) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:53.568629 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed71411e-216b-4d16-a17c-0128fdbd373b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.688010 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed71411e-216b-4d16-a17c-0128fdbd373b admin admin] Publish callbacks [] for security_group (123b397b-c958-4f40-8b93-0ae0d9e55aef), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.689493 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14bf03ed-248e-4932-b6f9-4bebc02d79db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.754321 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-ed71411e-216b-4d16-a17c-0128fdbd373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (123b397b-c958-4f40-8b93-0ae0d9e55aef), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.765482 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-509501bf-c819-4e23-98fa-5a25a5528982 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6a8256fc8c274c61a65e34d10a6bf30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941620 Oct 30 01:20:53.768268 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33138) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:53.807183 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14bf03ed-248e-4932-b6f9-4bebc02d79db admin admin] Publish callbacks [] for security_group (9b741123-c83e-4938-a09a-ce637343708d), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.814840 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71411e-216b-4d16-a17c-0128fdbd373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123b397b-c958-4f40-8b93-0ae0d9e55aef,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:53.820858 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-ed71411e-216b-4d16-a17c-0128fdbd373b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1ba2102cf0a14b0fbe3dfe794fbc2bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665205 Oct 30 01:20:53.821074 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59f374cb-067c-4e7e-b7cd-a12d8f2152e4 admin admin] Publish callbacks [] for security_group (7119b14d-795b-42a3-893d-f0d243bc64f4), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.823478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33140) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:53.834489 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:53.843438 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59f374cb-067c-4e7e-b7cd-a12d8f2152e4 admin admin] Publish callbacks [] for security_group (7119b14d-795b-42a3-893d-f0d243bc64f4), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.864483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:UPDATE=3,neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=22 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:53.877345 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5f21917e-b533-4728-badd-de672675c339 admin admin] Publish callbacks [] for security_group (123b397b-c958-4f40-8b93-0ae0d9e55aef), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.898290 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5f21917e-b533-4728-badd-de672675c339 admin admin] Publish callbacks [] for security_group (123b397b-c958-4f40-8b93-0ae0d9e55aef), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.908885 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-14bf03ed-248e-4932-b6f9-4bebc02d79db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9b741123-c83e-4938-a09a-ce637343708d), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:53.966439 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-14bf03ed-248e-4932-b6f9-4bebc02d79db admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=070c1051940e486fb8791cb51449f261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8878355 Oct 30 01:20:53.967153 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf03ed-248e-4932-b6f9-4bebc02d79db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b741123-c83e-4938-a09a-ce637343708d,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:53.969751 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33142) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:54.021461 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-69c5108c-622c-424d-b63c-a97c94767ae8 admin admin] Publish callbacks [] for security_group (9b741123-c83e-4938-a09a-ce637343708d), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.042702 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59f374cb-067c-4e7e-b7cd-a12d8f2152e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (7119b14d-795b-42a3-893d-f0d243bc64f4), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.045972 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-59f374cb-067c-4e7e-b7cd-a12d8f2152e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.046334 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-59f374cb-067c-4e7e-b7cd-a12d8f2152e4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7119b14d-795b-42a3-893d-f0d243bc64f4 HTTP/1.1" status: 204 len: 168 time: 0.2771087 Oct 30 01:20:54.048981 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-69c5108c-622c-424d-b63c-a97c94767ae8 admin admin] Publish callbacks [] for security_group (9b741123-c83e-4938-a09a-ce637343708d), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.057327 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:54.066012 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f374cb-067c-4e7e-b7cd-a12d8f2152e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7119b14d-795b-42a3-893d-f0d243bc64f4,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:54.130572 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5f21917e-b533-4728-badd-de672675c339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (123b397b-c958-4f40-8b93-0ae0d9e55aef), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.132068 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-5f21917e-b533-4728-badd-de672675c339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.133289 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-5f21917e-b533-4728-badd-de672675c339 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/123b397b-c958-4f40-8b93-0ae0d9e55aef HTTP/1.1" status: 204 len: 168 time: 0.3086898 Oct 30 01:20:54.142564 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21917e-b533-4728-badd-de672675c339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123b397b-c958-4f40-8b93-0ae0d9e55aef,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:54.260241 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-69c5108c-622c-424d-b63c-a97c94767ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (9b741123-c83e-4938-a09a-ce637343708d), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.263163 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-69c5108c-622c-424d-b63c-a97c94767ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:54.264483 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-69c5108c-622c-424d-b63c-a97c94767ae8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9b741123-c83e-4938-a09a-ce637343708d HTTP/1.1" status: 204 len: 168 time: 0.2934616 Oct 30 01:20:54.272609 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5108c-622c-424d-b63c-a97c94767ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b741123-c83e-4938-a09a-ce637343708d,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:55.378601 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33168) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:55.392573 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43ea67da-810d-4b1e-8aea-2cfe696c172e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.472626 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43ea67da-810d-4b1e-8aea-2cfe696c172e admin admin] Publish callbacks [] for security_group (91c67d45-d605-4407-81bf-ec0131d80ebb), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.551881 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-43ea67da-810d-4b1e-8aea-2cfe696c172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (91c67d45-d605-4407-81bf-ec0131d80ebb), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.593996 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-43ea67da-810d-4b1e-8aea-2cfe696c172e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=be6ffd9a594e41d3a7401acd2a77d656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142594 Oct 30 01:20:55.594865 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea67da-810d-4b1e-8aea-2cfe696c172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c67d45-d605-4407-81bf-ec0131d80ebb,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:55.596919 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33174) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:55.656177 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4de6fc9e-4286-47bb-ba5d-c444854e279b admin admin] Publish callbacks [] for security_group (91c67d45-d605-4407-81bf-ec0131d80ebb), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.682846 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4de6fc9e-4286-47bb-ba5d-c444854e279b admin admin] Publish callbacks [] for security_group (91c67d45-d605-4407-81bf-ec0131d80ebb), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.713135 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:55.831750 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4de6fc9e-4286-47bb-ba5d-c444854e279b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (91c67d45-d605-4407-81bf-ec0131d80ebb), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.834427 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4de6fc9e-4286-47bb-ba5d-c444854e279b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:55.835896 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4de6fc9e-4286-47bb-ba5d-c444854e279b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/91c67d45-d605-4407-81bf-ec0131d80ebb HTTP/1.1" status: 204 len: 168 time: 0.2369599 Oct 30 01:20:55.844805 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6fc9e-4286-47bb-ba5d-c444854e279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c67d45-d605-4407-81bf-ec0131d80ebb,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:56.620478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33198) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:56.635163 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9e3c18b3-0abf-4be5-8326-ceba8a083a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:56.730744 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9e3c18b3-0abf-4be5-8326-ceba8a083a9b admin admin] Publish callbacks [] for security_group (016a2390-f04e-480e-a7ed-63a7a21ff931), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:56.797641 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-9e3c18b3-0abf-4be5-8326-ceba8a083a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (016a2390-f04e-480e-a7ed-63a7a21ff931), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:56.839934 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-9e3c18b3-0abf-4be5-8326-ceba8a083a9b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fa3dacd9c48146c8b57599f491bac845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181666 Oct 30 01:20:56.840903 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c18b3-0abf-4be5-8326-ceba8a083a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a2390-f04e-480e-a7ed-63a7a21ff931,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:56.842743 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33204) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:20:56.903196 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-abd56b3f-71e3-4a10-a9e5-39018b3a42fc admin admin] Publish callbacks [] for security_group (016a2390-f04e-480e-a7ed-63a7a21ff931), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:56.924173 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-abd56b3f-71e3-4a10-a9e5-39018b3a42fc admin admin] Publish callbacks [] for security_group (016a2390-f04e-480e-a7ed-63a7a21ff931), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:57.054492 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-abd56b3f-71e3-4a10-a9e5-39018b3a42fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (016a2390-f04e-480e-a7ed-63a7a21ff931), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:57.057112 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-abd56b3f-71e3-4a10-a9e5-39018b3a42fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:57.058271 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-abd56b3f-71e3-4a10-a9e5-39018b3a42fc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/016a2390-f04e-480e-a7ed-63a7a21ff931 HTTP/1.1" status: 204 len: 168 time: 0.2145166 Oct 30 01:20:57.066943 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56b3f-71e3-4a10-a9e5-39018b3a42fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a2390-f04e-480e-a7ed-63a7a21ff931,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:20:57.459672 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=5 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:57.465040 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=16 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:58.203125 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-ada2f9ea-8e74-4188-a4d2-0df78af00065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:00.289413 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-69592ffd-c9e2-481e-9de8-16a101cde2a9 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=5fc5163150b440ebb6e60097378e2274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295773 Oct 30 01:21:00.448474 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:21:00.482071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-cf1cf5c4-61b4-45cb-bade-68eed6a24071 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:00.483618 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-cf1cf5c4-61b4-45cb-bade-68eed6a24071 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890082 Oct 30 01:21:00.499051 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-b1c3fd29-8220-433e-bfa3-c92c0f9dde2e tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/quotas/5fc5163150b440ebb6e60097378e2274 HTTP/1.1" status: 200 len: 375 time: 0.0094523 Oct 30 01:21:00.500123 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2b39ffc4-76d9-4463-903f-ed3e23b98075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:00.533298 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-50e9d212-406f-460d-9f87-a5c5482143bf tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=5fc5163150b440ebb6e60097378e2274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277774 Oct 30 01:21:01.028525 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-59f89741-3c1c-4704-a608-a701b375c5c6 req-bb662a44-e401-4f13-a289-81b80d584473 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 210 time: 0.0320179 Oct 30 01:21:01.411752 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33300) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:01.521037 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0334a1d4-52e8-4026-b144-0950545a82ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.599738 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0334a1d4-52e8-4026-b144-0950545a82ff admin admin] Publish callbacks [] for security_group (85f87233-7c79-412d-8555-2a4027be49bc), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.726537 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-0334a1d4-52e8-4026-b144-0950545a82ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (85f87233-7c79-412d-8555-2a4027be49bc), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.767686 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-0334a1d4-52e8-4026-b144-0950545a82ff admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d7c45fbae2a640aebb1837f6d372ca1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547881 Oct 30 01:21:01.769731 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334a1d4-52e8-4026-b144-0950545a82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f87233-7c79-412d-8555-2a4027be49bc,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:01.770580 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33304) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:01.820700 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1db408fd-013b-4f80-a123-3983179d4453 admin admin] Publish callbacks [] for security_group (85f87233-7c79-412d-8555-2a4027be49bc), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.840944 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1db408fd-013b-4f80-a123-3983179d4453 admin admin] Publish callbacks [] for security_group (85f87233-7c79-412d-8555-2a4027be49bc), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.978398 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1db408fd-013b-4f80-a123-3983179d4453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (85f87233-7c79-412d-8555-2a4027be49bc), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.981236 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1db408fd-013b-4f80-a123-3983179d4453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:01.982457 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1db408fd-013b-4f80-a123-3983179d4453 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/85f87233-7c79-412d-8555-2a4027be49bc HTTP/1.1" status: 204 len: 168 time: 0.2101326 Oct 30 01:21:01.991127 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db408fd-013b-4f80-a123-3983179d4453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f87233-7c79-412d-8555-2a4027be49bc,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:02.120181 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-7f917f5a-dffd-44a3-8640-d51bf46065c4 req-4ec1805a-ca2d-4688-9414-c1d010c966ce tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 210 time: 0.0300531 Oct 30 01:21:02.298492 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:02.659789 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33314) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:02.673503 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-650c4baa-4cd0-43c9-af91-6b24fc604a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:02.751756 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-650c4baa-4cd0-43c9-af91-6b24fc604a42 admin admin] Publish callbacks [] for security_group (29ad813d-1181-4365-9562-b9aedc733e74), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:02.842519 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-650c4baa-4cd0-43c9-af91-6b24fc604a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (29ad813d-1181-4365-9562-b9aedc733e74), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:02.887677 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-650c4baa-4cd0-43c9-af91-6b24fc604a42 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=24ff324ca91a4357b1fdcf092be8da39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266994 Oct 30 01:21:02.888546 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c4baa-4cd0-43c9-af91-6b24fc604a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad813d-1181-4365-9562-b9aedc733e74,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:02.890497 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33316) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:02.930972 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:02.943724 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-879a6cc7-be63-4a17-93ab-2c2341e7651b admin admin] Publish callbacks [] for security_group (29ad813d-1181-4365-9562-b9aedc733e74), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:02.964602 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-879a6cc7-be63-4a17-93ab-2c2341e7651b admin admin] Publish callbacks [] for security_group (29ad813d-1181-4365-9562-b9aedc733e74), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:03.128505 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-879a6cc7-be63-4a17-93ab-2c2341e7651b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (29ad813d-1181-4365-9562-b9aedc733e74), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:03.131140 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-879a6cc7-be63-4a17-93ab-2c2341e7651b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:03.132459 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-879a6cc7-be63-4a17-93ab-2c2341e7651b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/29ad813d-1181-4365-9562-b9aedc733e74 HTTP/1.1" status: 204 len: 168 time: 0.2391434 Oct 30 01:21:03.140695 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a6cc7-be63-4a17-93ab-2c2341e7651b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad813d-1181-4365-9562-b9aedc733e74,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:03.163610 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:03.243099 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-04cc3a6f-a69e-407d-9798-a4668e7e434f req-8ed758f2-13d5-40fd-8a90-42073af3b223 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 210 time: 0.0330627 Oct 30 01:21:03.625792 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:03.792527 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-772576d6-22c4-41dd-8c17-957ab86da741 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=5fc5163150b440ebb6e60097378e2274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219860 Oct 30 01:21:03.911878 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-8837dc1f-4f87-41b5-b04a-210e6fbabb63 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:03.913395 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-8837dc1f-4f87-41b5-b04a-210e6fbabb63 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164911 Oct 30 01:21:03.933435 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Request body: {'port': {'device_id': '745a7875-3650-44fe-bdc7-5d9be2202641', 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952', 'admin_state_up': True, 'tenant_id': '5fc5163150b440ebb6e60097378e2274'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:21:03.974583 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:03.986233 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:04.132507 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Made reservation on behalf of 5fc5163150b440ebb6e60097378e2274 for: {'port': 1} {{(pid=105257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:21:04.136282 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:04.146509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:04.226409 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks [] for security_group (8647c459-9f87-4486-a067-1e3fdbbba1f2), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:04.353988 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-07830536-b484-4cf1-8be8-ef4e056d301f req-5cfa1856-2c32-4e5d-b412-b989bde46d00 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 210 time: 0.0294611 Oct 30 01:21:04.401084 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (8647c459-9f87-4486-a067-1e3fdbbba1f2), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:04.471072 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8647c459-9f87-4486-a067-1e3fdbbba1f2,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:04.548409 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.db_base_plugin_common [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Allocated IP 192.168.233.54 (82d60894-8bc6-4ff0-b05f-688fedbc6952/726d4f16-23fb-472c-a703-89230a75e854/3d6e600d-e074-446d-9be0-9d94d8296f2e) {{(pid=105257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:21:04.568212 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:04.713920 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks [] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:04.900355 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771480005744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:04.945264 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Network 82d60894-8bc6-4ff0-b05f-688fedbc6952 is already hosted by enough agents. {{(pid=105257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:21:04.950766 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.scheduler.base_scheduler [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Resources bound (agent type, host, resource id): {{(pid=105257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:21:04.953398 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Received port after_create {{(pid=105257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:21:04.979087 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Pushing event updated for resources: {'Port': ['ID=3d6e600d-e074-446d-9be0-9d94d8296f2e,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:05.009509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:05.010141 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:05.120168 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-6991729f-e8cd-45d9-b76e-55219b535977 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1907218 Oct 30 01:21:05.137214 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.v2.base [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Request body: {'port': {'device_id': '745a7875-3650-44fe-bdc7-5d9be2202641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=105257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:21:05.199507 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:05.230488 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9760b7a7-e35a-45c9-bb86-85bac4362344 None None] Provisioning complete for port 3d6e600d-e074-446d-9be0-9d94d8296f2e triggered by entity DHCP. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:21:05.231075 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9760b7a7-e35a-45c9-bb86-85bac4362344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:05.231075 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9760b7a7-e35a-45c9-bb86-85bac4362344 None None] Attempt 1 to provision port 3d6e600d-e074-446d-9be0-9d94d8296f2e Oct 30 01:21:05.264530 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9760b7a7-e35a-45c9-bb86-85bac4362344 None None] Port 3d6e600d-e074-446d-9be0-9d94d8296f2e cannot update to ACTIVE because it is not bound. {{(pid=105259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:21:05.321502 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:05.510544 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6e600d-e074-446d-9be0-9d94d8296f2e {{(pid=105257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:21:05.520862 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68eccb-1cb1-490a-b876-ca2b5afc826c req-fcf7e663-c37c-42f7-b4ea-29dbd2c555cb tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:05.522410 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e68eccb-1cb1-490a-b876-ca2b5afc826c req-fcf7e663-c37c-42f7-b4ea-29dbd2c555cb tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 935 time: 0.0836864 Oct 30 01:21:05.527144 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Publish callbacks [] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), precommit_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:05.558628 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.provisioning_blocks [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Transition to ACTIVE for port object 3d6e600d-e074-446d-9be0-9d94d8296f2e will not be triggered until provisioned by entity L2. {{(pid=105257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:21:05.584820 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9e68eccb-1cb1-490a-b876-ca2b5afc826c req-bdc82eb2-ad6d-4d93-a2c2-a2b48c678936 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549941 Oct 30 01:21:05.629792 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:05.653877 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:05.693824 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6e600d-e074-446d-9be0-9d94d8296f2e,revision_number=2']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:05.743249 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Attempting to bind port 3d6e600d-e074-446d-9be0-9d94d8296f2e on host hv-cinder-maste for vnic_type normal with profile {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:21:05.743649 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Attempting to bind port 3d6e600d-e074-446d-9be0-9d94d8296f2e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:21:05.744047 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Attempting to bind port 3d6e600d-e074-446d-9be0-9d94d8296f2e on network 82d60894-8bc6-4ff0-b05f-688fedbc6952 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:21:05.787267 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Port 3d6e600d-e074-446d-9be0-9d94d8296f2e on network 82d60894-8bc6-4ff0-b05f-688fedbc6952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:21:05.787509 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Attempting to bind port 3d6e600d-e074-446d-9be0-9d94d8296f2e on network 82d60894-8bc6-4ff0-b05f-688fedbc6952 {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:21:05.833545 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Checking agent: {'id': '4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'started_at': datetime.datetime(2022, 10, 30, 1, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:21:05.834184 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Checking segment: {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:21:05.834354 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Bound using segment: {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'} {{(pid=105257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:21:05.834718 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.managers [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Bound port: 3d6e600d-e074-446d-9be0-9d94d8296f2e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952'}}] {{(pid=105257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:21:05.835071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), before_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:05.899077 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] For port 3d6e600d-e074-446d-9be0-9d94d8296f2e, host hv-cinder-maste, cleared binding levels {{(pid=105257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:21:05.902681 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] For port 3d6e600d-e074-446d-9be0-9d94d8296f2e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:21:06.053122 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2497044'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), after_update {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:06.054293 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.054905 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:06.056458 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/3d6e600d-e074-446d-9be0-9d94d8296f2e HTTP/1.1" status: 200 len: 1097 time: 0.9234090 Oct 30 01:21:06.057112 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745a7875-3650-44fe-bdc7-5d9be2202641', 'tag': '3d6e600d-e074-446d-9be0-9d94d8296f2e'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:21:06.059914 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c8ffc-ee74-4ab9-b51a-84a7915d80ef" -d '{"events": [{"name": "network-changed", "server_uuid": "745a7875-3650-44fe-bdc7-5d9be2202641", "tag": "3d6e600d-e074-446d-9be0-9d94d8296f2e"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:21:06.108006 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e7500-5e14-43cc-b745-35d30b30ddc5 x-openstack-request-id: req-259e7500-5e14-43cc-b745-35d30b30ddc5 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:21:06.108291 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745a7875-3650-44fe-bdc7-5d9be2202641", "tag": "3d6e600d-e074-446d-9be0-9d94d8296f2e", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:21:06.110397 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-259e7500-5e14-43cc-b745-35d30b30ddc5 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:21:06.110397 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259e7500-5e14-43cc-b745-35d30b30ddc5'] response: {'name': 'network-changed', 'server_uuid': '745a7875-3650-44fe-bdc7-5d9be2202641', 'tag': '3d6e600d-e074-446d-9be0-9d94d8296f2e', 'status': 'completed', 'code': 200} Oct 30 01:21:06.114021 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0e4bf-5bd1-45a8-a4ba-9df35e666404 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6e600d-e074-446d-9be0-9d94d8296f2e,revision_number=3']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:06.202847 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c8ffc-ee74-4ab9-b51a-84a7915d80ef req-af844b3f-1536-4c26-9d85-292411e73499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.204422 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5e1c8ffc-ee74-4ab9-b51a-84a7915d80ef req-af844b3f-1536-4c26-9d85-292411e73499 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5fc5163150b440ebb6e60097378e2274&device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 1131 time: 0.0451992 Oct 30 01:21:06.242131 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5e1c8ffc-ee74-4ab9-b51a-84a7915d80ef req-0041de3e-eb19-49b8-bda1-6ebd9f51944b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=5fc5163150b440ebb6e60097378e2274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233483 Oct 30 01:21:06.310339 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:06.342261 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c8ffc-ee74-4ab9-b51a-84a7915d80ef req-8bb46129-419b-4abb-8755-e26a96ca7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.343788 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-5e1c8ffc-ee74-4ab9-b51a-84a7915d80ef req-8bb46129-419b-4abb-8755-e26a96ca7461 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953395 Oct 30 01:21:06.444832 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-04fb7f5b-5c76-4f0e-a450-53fb40acedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.446334 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-04fb7f5b-5c76-4f0e-a450-53fb40acedaf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5fc5163150b440ebb6e60097378e2274&device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 1131 time: 0.0420318 Oct 30 01:21:06.497885 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-529c486a-858b-4d88-8d24-37dd75838acc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e HTTP/1.1" status: 200 len: 217 time: 0.0371923 Oct 30 01:21:06.548173 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-c5882042-42df-4b6c-8e05-621441ca8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.550153 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-c5882042-42df-4b6c-8e05-621441ca8c4d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=726d4f16-23fb-472c-a703-89230a75e854 HTTP/1.1" status: 200 len: 843 time: 0.0448196 Oct 30 01:21:06.712300 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ac5c2-f855-4cf9-9762-10e5e9d97759 req-f619a869-cb23-47f9-beb8-6b9bb7ddd7bb tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.713795 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b8ac5c2-f855-4cf9-9762-10e5e9d97759 req-f619a869-cb23-47f9-beb8-6b9bb7ddd7bb tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 947 time: 0.0483797 Oct 30 01:21:06.763873 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-1b8ac5c2-f855-4cf9-9762-10e5e9d97759 req-9f2ffc43-2255-4885-b7e8-47c51d6d27fb tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Oct 30 01:21:06.828031 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-d8bf8653-b2b8-44d5-b815-00e8fb9cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:06.828031 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-d8bf8653-b2b8-44d5-b815-00e8fb9cc9f1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=82d60894-8bc6-4ff0-b05f-688fedbc6952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447056 Oct 30 01:21:06.922100 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-77c8f356-1c96-4407-ba92-8f27deb1592e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/82d60894-8bc6-4ff0-b05f-688fedbc6952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882287 Oct 30 01:21:07.020568 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0373aff3-6cd6-42d8-bf43-691110a13967 req-65e54915-3f9c-497d-8b03-019e98745be8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/82d60894-8bc6-4ff0-b05f-688fedbc6952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906696 Oct 30 01:21:07.893113 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c8da-ab0b-48a6-b11b-9706a79e0351 req-943d8e17-83ad-4a3d-a949-ed6d2442a904 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:07.895095 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6be8c8da-ab0b-48a6-b11b-9706a79e0351 req-943d8e17-83ad-4a3d-a949-ed6d2442a904 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 947 time: 0.0491524 Oct 30 01:21:07.944100 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6be8c8da-ab0b-48a6-b11b-9706a79e0351 req-557a8b5d-7ffc-4a2e-a656-6f64de61db5d tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Oct 30 01:21:09.072071 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a37c-15eb-4da4-91be-8f30e3e6dc27 req-7a4559bd-cb5d-43a9-b2d6-0177781c5461 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:09.078571 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9f90a37c-15eb-4da4-91be-8f30e3e6dc27 req-7a4559bd-cb5d-43a9-b2d6-0177781c5461 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 947 time: 0.0501375 Oct 30 01:21:09.128290 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-9f90a37c-15eb-4da4-91be-8f30e3e6dc27 req-03233437-b2e1-48b5-85e6-9b509e556cc1 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Oct 30 01:21:10.254163 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddfb76-a16b-4a36-b3c2-78dcdd92a4e7 req-8a866616-1608-4351-87de-147c547406a0 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:10.255729 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-20ddfb76-a16b-4a36-b3c2-78dcdd92a4e7 req-8a866616-1608-4351-87de-147c547406a0 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 947 time: 0.0498514 Oct 30 01:21:10.304694 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-20ddfb76-a16b-4a36-b3c2-78dcdd92a4e7 req-17a52d4e-e7f9-4c0e-baf4-6430a7612aa6 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Oct 30 01:21:10.443455 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3d6e600d-e074-446d-9be0-9d94d8296f2e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=105259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:21:10.444063 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:10.545440 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 3d6e600d-e074-446d-9be0-9d94d8296f2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:21:10.558459 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Returning: {'device': '3d6e600d-e074-446d-9be0-9d94d8296f2e', 'network_id': '82d60894-8bc6-4ff0-b05f-688fedbc6952', 'port_id': '3d6e600d-e074-446d-9be0-9d94d8296f2e', 'mac_address': 'fa:16:3e:f0:e3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d4f16-23fb-472c-a703-89230a75e854', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:21:10.593795 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 3d6e600d-e074-446d-9be0-9d94d8296f2e is: DOWN; New status is: BUILD {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:21:10.594181 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:10.608380 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6e600d-e074-446d-9be0-9d94d8296f2e {{(pid=105259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:21:10.630211 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 3d6e600d-e074-446d-9be0-9d94d8296f2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:21:10.705862 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:10.867576 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:10.895396 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=3d6e600d-e074-446d-9be0-9d94d8296f2e,revision_number=4']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:10.903395 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.903767 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.904106 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.904556 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.904834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.905159 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.905479 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.905901 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.906226 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.906546 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.906864 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.907210 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.907502 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.907838 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:10.908152 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:11.013143 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['3d6e600d-e074-446d-9be0-9d94d8296f2e'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:21:11.254618 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:11.429353 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc439-a004-42aa-81c8-5d0f8f3d6f60 req-efcbaf0e-d093-4e08-af60-0090080ba0c8 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:11.431056 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-feafc439-a004-42aa-81c8-5d0f8f3d6f60 req-efcbaf0e-d093-4e08-af60-0090080ba0c8 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 948 time: 0.0492895 Oct 30 01:21:11.480724 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-feafc439-a004-42aa-81c8-5d0f8f3d6f60 req-d88e3fad-be2e-4d16-87fe-0c56ad374dae tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Oct 30 01:21:12.448934 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3d6e600d-e074-446d-9be0-9d94d8296f2e up at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:21:12.492790 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning for port 3d6e600d-e074-446d-9be0-9d94d8296f2e completed by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:21:12.563256 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.db.provisioning_blocks [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Provisioning complete for port 3d6e600d-e074-446d-9be0-9d94d8296f2e triggered by entity L2. {{(pid=105259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:21:12.563649 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33480342'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), provisioning_complete {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:12.563985 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Attempt 1 to provision port 3d6e600d-e074-446d-9be0-9d94d8296f2e Oct 30 01:21:12.601047 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:12.614722 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884063-815b-49e3-82d9-c66dc3d61877 req-ebe76222-4efe-468d-ba02-82537499a6c0 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:12.616237 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e884063-815b-49e3-82d9-c66dc3d61877 req-ebe76222-4efe-468d-ba02-82537499a6c0 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 948 time: 0.0560758 Oct 30 01:21:12.646736 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Current status of the port 3d6e600d-e074-446d-9be0-9d94d8296f2e is: BUILD; New status is: ACTIVE {{(pid=105259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:21:12.647164 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33356330'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), before_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:12.677998 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-6e884063-815b-49e3-82d9-c66dc3d61877 req-bc874f17-e4b5-440b-a90f-e2425b8b0249 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Oct 30 01:21:12.678192 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:12.678192 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745a7875-3650-44fe-bdc7-5d9be2202641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e600d-e074-446d-9be0-9d94d8296f2e'}] {{(pid=105259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:21:12.679649 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af27c9f7114ad1962ec5195260486997c233ed1d534358f4e5b1886026f142b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b8910-3d77-4cb7-9cfa-4fe48cf6b477" -d '{"events": [{"server_uuid": "745a7875-3650-44fe-bdc7-5d9be2202641", "name": "network-vif-plugged", "status": "completed", "tag": "3d6e600d-e074-446d-9be0-9d94d8296f2e"}]}' {{(pid=105259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:21:12.698314 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] For port 3d6e600d-e074-446d-9be0-9d94d8296f2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:21:12.791718 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771480384377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771480005762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771480005780'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:12.849100 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a1051-1b84-4862-bf52-28db81e47ffe x-openstack-request-id: req-716a1051-1b84-4862-bf52-28db81e47ffe {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:21:12.853442 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745a7875-3650-44fe-bdc7-5d9be2202641", "name": "network-vif-plugged", "status": "completed", "tag": "3d6e600d-e074-446d-9be0-9d94d8296f2e", "code": 200}]} {{(pid=105259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:21:12.853442 dv-cinder-master-3-smb neutron-server[105259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-716a1051-1b84-4862-bf52-28db81e47ffe {{(pid=105259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:21:12.853442 dv-cinder-master-3-smb neutron-server[105259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716a1051-1b84-4862-bf52-28db81e47ffe'] response: {'server_uuid': '745a7875-3650-44fe-bdc7-5d9be2202641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e600d-e074-446d-9be0-9d94d8296f2e', 'code': 200} Oct 30 01:21:12.855183 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Pushing event updated for resources: {'Port': ['ID=3d6e600d-e074-446d-9be0-9d94d8296f2e,revision_number=5']} {{(pid=105259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:12.879044 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:12.883432 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=66,neutron:INSERT=13,neutron:DELETE=4 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:13.189981 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0223f-2038-452c-a363-983c0bfa3dda req-9731e6ab-a953-4d92-9ec8-09586c278cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:13.191490 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4ef0223f-2038-452c-a363-983c0bfa3dda req-9731e6ab-a953-4d92-9ec8-09586c278cf2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 1133 time: 0.0393665 Oct 30 01:21:13.238141 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-4ef0223f-2038-452c-a363-983c0bfa3dda req-60066833-c73a-4469-9996-1ec4796146a4 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Oct 30 01:21:13.803248 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cfb9d-7cac-4951-9f2f-cde0a09025a0 req-bdbcb3de-7d9d-493c-a664-47e1e3e60cea tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:13.805282 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-689cfb9d-7cac-4951-9f2f-cde0a09025a0 req-bdbcb3de-7d9d-493c-a664-47e1e3e60cea tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 949 time: 0.0485663 Oct 30 01:21:13.829000 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:13.856206 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-689cfb9d-7cac-4951-9f2f-cde0a09025a0 req-bae13991-d7dc-4842-b97b-7ef9431c7ae3 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Oct 30 01:21:14.718818 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-dbddaf9f-bcf9-439b-ab60-e77740de2894 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396509 Oct 30 01:21:14.831658 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-85d4565c-415c-4f83-856e-b6b3c7273696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:14.839526 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-85d4565c-415c-4f83-856e-b6b3c7273696 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5fc5163150b440ebb6e60097378e2274&device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 1133 time: 0.0411541 Oct 30 01:21:14.957011 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-6bb55904-2f73-4895-bacc-abc8b151b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:14.958462 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-6bb55904-2f73-4895-bacc-abc8b151b37f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=82d60894-8bc6-4ff0-b05f-688fedbc6952 HTTP/1.1" status: 200 len: 870 time: 0.1070380 Oct 30 01:21:15.012615 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-736e9595-e1bb-41e9-8b5f-344f50e2c59f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e HTTP/1.1" status: 200 len: 217 time: 0.0379946 Oct 30 01:21:15.022692 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c0621-8460-418a-9f39-65a5cd1049a7 req-40b48fa9-9cf3-41d0-8334-3fc66f6ec231 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:15.024232 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-853c0621-8460-418a-9f39-65a5cd1049a7 req-40b48fa9-9cf3-41d0-8334-3fc66f6ec231 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 949 time: 0.0816152 Oct 30 01:21:15.093520 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-01339d88-5535-4d54-9bf8-95faa663c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:15.094997 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-01339d88-5535-4d54-9bf8-95faa663c61c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=726d4f16-23fb-472c-a703-89230a75e854 HTTP/1.1" status: 200 len: 843 time: 0.0699151 Oct 30 01:21:15.121477 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-853c0621-8460-418a-9f39-65a5cd1049a7 req-30857330-fcbd-4ca3-a6ad-b1935f22da13 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881071 Oct 30 01:21:15.148501 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-74dd819e-a4db-4cd7-a693-31a10950433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:15.150696 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-74dd819e-a4db-4cd7-a693-31a10950433d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=82d60894-8bc6-4ff0-b05f-688fedbc6952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452738 Oct 30 01:21:15.247841 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-112fe396-0ead-4180-928b-aba4e2dd5a32 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/82d60894-8bc6-4ff0-b05f-688fedbc6952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905089 Oct 30 01:21:15.620048 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-dbf3c6b6-8312-42b7-ad67-a883695de45a req-7c04d4c3-2008-47ef-8f28-b863634f1b8e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/82d60894-8bc6-4ff0-b05f-688fedbc6952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662980 Oct 30 01:21:15.632442 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ec720-aace-4746-a6ff-5f6a077bdb44 req-e8e3f9ae-0e61-44cb-a6b6-b808bebdcaf9 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:15.634361 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-732ec720-aace-4746-a6ff-5f6a077bdb44 req-e8e3f9ae-0e61-44cb-a6b6-b808bebdcaf9 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 949 time: 0.0603831 Oct 30 01:21:15.683215 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-732ec720-aace-4746-a6ff-5f6a077bdb44 req-d159331f-4cdf-4b58-badb-365a4b07872d tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Oct 30 01:21:16.804707 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32f2f2-1104-4e08-883b-76a2386446fe req-925d57b7-f2ed-4001-91f8-b78eb1b66c0b tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:16.806730 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f32f2f2-1104-4e08-883b-76a2386446fe req-925d57b7-f2ed-4001-91f8-b78eb1b66c0b tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 949 time: 0.0463436 Oct 30 01:21:16.858892 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-3f32f2f2-1104-4e08-883b-76a2386446fe req-aa7a6143-0e60-4394-aa1d-e0b1e4a3c930 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8647c459-9f87-4486-a067-1e3fdbbba1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464451 Oct 30 01:21:17.192148 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-6f850a4d-befc-4961-b33c-426396c8f94b tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:21:17.193508 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-6f850a4d-befc-4961-b33c-426396c8f94b tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 949 time: 0.0477915 Oct 30 01:21:17.244992 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:17.281563 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Deleting port 3d6e600d-e074-446d-9be0-9d94d8296f2e {{(pid=105257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:21:17.281903 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771480380106'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:17.365863 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=100 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:17.371226 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.db [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] For port 3d6e600d-e074-446d-9be0-9d94d8296f2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d6e600d-e074-446d-9be0-9d94d8296f2e,segment=NetworkSegment(1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5),segment_id=1cc99cbb-a47b-4dbb-9d5f-475a5778b4c5)] {{(pid=105257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:21:17.371603 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655763'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:17.388644 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.plugins.ml2.plugin [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Calling delete_port for 3d6e600d-e074-446d-9be0-9d94d8296f2e owned by compute:nova {{(pid=105257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:21:17.591440 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33356397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771480384431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771480005753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2497051'] for port (3d6e600d-e074-446d-9be0-9d94d8296f2e), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:17.620984 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Pushing event deleted for resources: {'Port': ['ID=3d6e600d-e074-446d-9be0-9d94d8296f2e,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:17.631266 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.db [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] get_ports_and_sgs() called for port_ids ['3d6e600d-e074-446d-9be0-9d94d8296f2e'] {{(pid=105259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:21:17.675314 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] No DVR routers for this DVR port 3d6e600d-e074-446d-9be0-9d94d8296f2e on host hv-cinder-maste {{(pid=105257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:21:17.676404 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38018'] for port (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:17.679929 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-0aa8f0d8-ac6e-4b09-9b1a-3177ba330346 req-555d6904-c05a-4a39-a22e-e97814e4922f tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.61 "DELETE /networking/v2.0/ports/3d6e600d-e074-446d-9be0-9d94d8296f2e HTTP/1.1" status: 204 len: 173 time: 0.4791384 Oct 30 01:21:17.681187 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745a7875-3650-44fe-bdc7-5d9be2202641', 'name': 'network-vif-deleted', 'tag': '3d6e600d-e074-446d-9be0-9d94d8296f2e'}] {{(pid=105257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:21:17.683415 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7966bfedd612d204f4df9891a34a32f2338fde8927f96ece6aa9db56b94a0165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b1216-2684-4154-aa7b-57aa4e5cedda" -d '{"events": [{"server_uuid": "745a7875-3650-44fe-bdc7-5d9be2202641", "name": "network-vif-deleted", "tag": "3d6e600d-e074-446d-9be0-9d94d8296f2e"}]}' {{(pid=105257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:21:17.723134 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e674f10-614a-4562-a837-6e5c7b7da9b3 x-openstack-request-id: req-1e674f10-614a-4562-a837-6e5c7b7da9b3 {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:21:17.723433 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745a7875-3650-44fe-bdc7-5d9be2202641", "name": "network-vif-deleted", "tag": "3d6e600d-e074-446d-9be0-9d94d8296f2e", "status": "completed", "code": 200}]} {{(pid=105257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:21:17.723724 dv-cinder-master-3-smb neutron-server[105257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e674f10-614a-4562-a837-6e5c7b7da9b3 {{(pid=105257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:21:17.724136 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e674f10-614a-4562-a837-6e5c7b7da9b3'] response: {'server_uuid': '745a7875-3650-44fe-bdc7-5d9be2202641', 'name': 'network-vif-deleted', 'tag': '3d6e600d-e074-446d-9be0-9d94d8296f2e', 'status': 'completed', 'code': 200} Oct 30 01:21:17.969754 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [req-b3ddd803-4ecf-4786-a77d-682da024c078 req-5dc7527a-75ab-485e-ab92-e54f1ec4ad54 tempest-VolumesNegativeTest-1244963711 tempest-VolumesNegativeTest-1244963711-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=745a7875-3650-44fe-bdc7-5d9be2202641 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Oct 30 01:21:20.471782 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3d6e600d-e074-446d-9be0-9d94d8296f2e no longer exists at agent hyperv_hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:21:20.496950 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.plugin [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] No Port match for: 3d6e600d-e074-446d-9be0-9d94d8296f2e {{(pid=105259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:21:20.497285 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron.plugins.ml2.rpc [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Device 3d6e600d-e074-446d-9be0-9d94d8296f2e not bound to the agent host hv-cinder-maste {{(pid=105259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:21:25.674530 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33758) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:25.815934 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-798e7de2-501d-4605-a368-2df8fba6de7d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5fc5163150b440ebb6e60097378e2274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401718 Oct 30 01:21:25.818352 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33766) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:25.867376 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79e1a095-be03-40fc-9c16-ca78e647eb65 admin admin] Publish callbacks [] for security_group (8647c459-9f87-4486-a067-1e3fdbbba1f2), before_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:25.892360 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79e1a095-be03-40fc-9c16-ca78e647eb65 admin admin] Publish callbacks [] for security_group (8647c459-9f87-4486-a067-1e3fdbbba1f2), precommit_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:26.069483 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79e1a095-be03-40fc-9c16-ca78e647eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (8647c459-9f87-4486-a067-1e3fdbbba1f2), after_delete {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:26.072301 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-79e1a095-be03-40fc-9c16-ca78e647eb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:26.073451 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-79e1a095-be03-40fc-9c16-ca78e647eb65 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8647c459-9f87-4486-a067-1e3fdbbba1f2 HTTP/1.1" status: 204 len: 168 time: 0.2542117 Oct 30 01:21:26.081621 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1a095-be03-40fc-9c16-ca78e647eb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647c459-9f87-4486-a067-1e3fdbbba1f2,revision_number=None']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:28.214424 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a5b-9773-4b2f-91ed-26070644b112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.257015 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33790) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:30.367845 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4209d5c2-673b-44a1-94a2-142348443e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.450106 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4209d5c2-673b-44a1-94a2-142348443e63 admin admin] Publish callbacks [] for security_group (894c064f-5135-4bb8-a810-a6d83a6baf26), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.454162 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9cc553a4-e6a1-4a3a-a95c-b471a38977a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.537975 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-4209d5c2-673b-44a1-94a2-142348443e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (894c064f-5135-4bb8-a810-a6d83a6baf26), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.580478 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209d5c2-673b-44a1-94a2-142348443e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894c064f-5135-4bb8-a810-a6d83a6baf26,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:30.584969 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-4209d5c2-673b-44a1-94a2-142348443e63 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3122b54ae58344d6bfc6c2bb1ae0f981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269064 Oct 30 01:21:30.588079 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33794) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:30.653869 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6019-09ce-4fa4-b7db-48a346bd626c admin admin] Publish callbacks [] for security_group (894c064f-5135-4bb8-a810-a6d83a6baf26), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.680799 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6019-09ce-4fa4-b7db-48a346bd626c admin admin] Publish callbacks [] for security_group (894c064f-5135-4bb8-a810-a6d83a6baf26), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.876990 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6019-09ce-4fa4-b7db-48a346bd626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (894c064f-5135-4bb8-a810-a6d83a6baf26), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.880265 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6019-09ce-4fa4-b7db-48a346bd626c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:30.881058 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-1b8f6019-09ce-4fa4-b7db-48a346bd626c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/894c064f-5135-4bb8-a810-a6d83a6baf26 HTTP/1.1" status: 204 len: 168 time: 0.2914529 Oct 30 01:21:30.889945 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f6019-09ce-4fa4-b7db-48a346bd626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894c064f-5135-4bb8-a810-a6d83a6baf26,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:32.276751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:33.665794 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:33.973947 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:34.456087 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=17 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:34.461137 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=15 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:37.448946 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:21:40.575431 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:40.578320 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:40.717115 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:40.885387 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:41.152046 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:41.294203 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:44.547661 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33910) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:44.674084 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9babfe05-3652-42d5-a5ec-b4f0c3da51ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:44.760062 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9babfe05-3652-42d5-a5ec-b4f0c3da51ac admin admin] Publish callbacks [] for security_group (f5017b2d-aaed-4a9c-8814-3a8552df3c25), precommit_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:44.848435 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-9babfe05-3652-42d5-a5ec-b4f0c3da51ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f5017b2d-aaed-4a9c-8814-3a8552df3c25), after_create {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:44.894647 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-9babfe05-3652-42d5-a5ec-b4f0c3da51ac admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1dc39fe9965749d5b9a83af21eba05b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458443 Oct 30 01:21:44.895563 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babfe05-3652-42d5-a5ec-b4f0c3da51ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5017b2d-aaed-4a9c-8814-3a8552df3c25,revision_number=1']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:44.898638 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33914) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:44.966811 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ae70083-722d-40a8-84db-9dc77223e4e1 admin admin] Publish callbacks [] for security_group (f5017b2d-aaed-4a9c-8814-3a8552df3c25), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:44.994228 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ae70083-722d-40a8-84db-9dc77223e4e1 admin admin] Publish callbacks [] for security_group (f5017b2d-aaed-4a9c-8814-3a8552df3c25), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:45.151242 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ae70083-722d-40a8-84db-9dc77223e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (f5017b2d-aaed-4a9c-8814-3a8552df3c25), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:45.153920 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-6ae70083-722d-40a8-84db-9dc77223e4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:45.155142 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-6ae70083-722d-40a8-84db-9dc77223e4e1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f5017b2d-aaed-4a9c-8814-3a8552df3c25 HTTP/1.1" status: 204 len: 168 time: 0.2555449 Oct 30 01:21:45.164524 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae70083-722d-40a8-84db-9dc77223e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5017b2d-aaed-4a9c-8814-3a8552df3c25,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:45.180664 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:47.444087 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:47.445177 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:53.403242 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [-] (105257) accepted ('10.222.0.26', 33980) {{(pid=105257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:53.520689 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.606275 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Publish callbacks [] for security_group (1c13b1cb-98c4-4d2a-a96f-fc7c033ee745), precommit_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.682515 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron_lib.callbacks.manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1c13b1cb-98c4-4d2a-a96f-fc7c033ee745), after_create {{(pid=105257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.724927 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13b1cb-98c4-4d2a-a96f-fc7c033ee745,revision_number=1']} {{(pid=105257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:53.729245 dv-cinder-master-3-smb neutron-server[105257]: INFO neutron.wsgi [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=863ed2e08a2d432faaf2bcf2d6944ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244410 Oct 30 01:21:53.732227 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.wsgi [-] (105258) accepted ('10.222.0.26', 33984) {{(pid=105258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:21:53.735305 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.735680 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.736049 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.736369 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.736803 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.737024 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.737369 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.737694 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.738019 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.738341 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.738659 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.739437 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.739437 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.739695 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.739929 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5eba2-c8fe-4316-8475-70473a1949af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.786037 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Publish callbacks [] for security_group (1c13b1cb-98c4-4d2a-a96f-fc7c033ee745), before_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.807131 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Publish callbacks [] for security_group (1c13b1cb-98c4-4d2a-a96f-fc7c033ee745), precommit_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.933948 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712975'] for security_group (1c13b1cb-98c4-4d2a-a96f-fc7c033ee745), after_delete {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.936554 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron_lib.callbacks.manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:53.937731 dv-cinder-master-3-smb neutron-server[105258]: INFO neutron.wsgi [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1c13b1cb-98c4-4d2a-a96f-fc7c033ee745 HTTP/1.1" status: 204 len: 168 time: 0.2045543 Oct 30 01:21:53.946333 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13b1cb-98c4-4d2a-a96f-fc7c033ee745,revision_number=None']} {{(pid=105258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:21:53.954021 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.954366 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.954706 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.955045 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.955421 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.955915 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.956088 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.956440 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.956770 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.957091 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.957413 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.957735 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.958051 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.958367 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:53.958682 dv-cinder-master-3-smb neutron-server[105258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476acb2-769d-46c3-9783-f2a880f2674b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=105258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:21:55.186266 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:58.213725 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-586f7caa-1877-462b-82a4-15d95b55ee1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:00.469244 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-94805652-becb-4c87-8ed6-0ce136322740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:02.337490 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:03.665544 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:03.728219 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:03.731206 dv-cinder-master-3-smb neutron-server[105257]: DEBUG dbcounter [-] [105257] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=105257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:03.949160 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=51,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:03.949943 dv-cinder-master-3-smb neutron-server[105258]: DEBUG dbcounter [-] [105258] Writing DB stats neutron:SELECT=52,neutron:INSERT=7,neutron:DELETE=5 {{(pid=105258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:03.973925 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:11.270834 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:11.456758 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:11.457568 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:14.448801 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:22:21.156076 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:21.162996 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:26.473954 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:26.475033 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:28.253488 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-c5492f1d-e631-4626-a3cf-eb106aba9bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:30.468136 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9579-1850-4c6b-8aa8-49a55c472b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:32.305313 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:33.670746 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:33.973059 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:41.274193 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:22:48.450603 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:48.454510 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:51.177031 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:51.179985 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:22:51.449303 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:22:58.211031 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-8e693f0d-63a6-4353-92ad-687ab303e9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:00.469532 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf549-618d-4b07-8563-f787fff25b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:01.444015 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:02.358955 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:03.644852 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:03.947855 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:11.250195 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:21.170636 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:21.175714 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:26.934883 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=14 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:26.937267 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=18 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:28.217952 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-69b99f0c-708c-4bb9-a335-c43dfb7d497b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:28.448198 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:23:30.473244 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-def636b9-b4b8-4e13-b5e6-8e055d676081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:32.321205 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:33.635321 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:33.959213 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:38.444219 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:38.445151 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:41.278677 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:23:51.188090 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:51.190020 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:23:58.188572 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-f2342ff9-864d-4385-866f-02ce571bde45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:00.462895 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-a43fef95-f20c-4912-9b9d-0a37bcd4dea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:02.331322 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:02.448282 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:02.449115 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:03.657006 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:03.954370 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:05.448991 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:24:11.260413 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:15.443931 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:15.444676 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:21.186302 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:21.188213 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:26.478173 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:26.479067 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:DELETE=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:28.193827 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-35ee2f7e-b3a4-49fb-81bb-fba7f28e9a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:30.468318 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ac1c-ebb3-43df-b158-a5ed94dac40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:32.317587 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:33.680338 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:33.945780 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:39.445130 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:39.447938 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:39.918763 dv-cinder-master-3-smb neutron-server[105257]: DEBUG neutron.wsgi [req-baccf512-5b60-4689-808b-c0a19a51853f req-cc56e268-3e69-4015-8b5d-801b3e673409 service neutron] (105257) timed out ('10.222.0.61', 65083) {{(pid=105257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 30 01:24:41.273133 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:24:42.450104 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:24:51.200498 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:51.201306 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:52.444059 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:52.444906 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:24:58.187649 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-3a7e379d-9a90-43f3-b70e-9354e3a0bb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:00.476710 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-d28f43ad-2ab8-45c4-be92-47f3c96e05b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:02.313089 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:03.650570 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:04.027340 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:11.267260 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:19.450256 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:25:21.202028 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:21.203958 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:28.213520 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-2677478a-f501-47ea-a03f-0cd8d7cc1da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:29.445078 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=20 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:29.445877 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=16 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:30.484408 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-55892947-1a12-496f-aaff-4856397f9fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:32.316374 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:33.647538 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:33.967721 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:41.299162 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:25:51.213288 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:51.219288 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:53.439430 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=2 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:53.440337 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:25:56.451826 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:25:58.189751 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9aa1441e-4634-49c3-9912-f208784083b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:00.471934 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8db2-6c4f-4251-970e-c8512ea73988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:02.334136 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:03.642730 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:03.961379 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:06.446629 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:06.447431 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:11.300066 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:21.231120 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:21.233045 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:28.190668 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-7e4d78b0-4f06-4051-a2b0-802cba2fabac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (907487fb-a18d-4d1c-b0c9-a14e6c6893c7), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:30.435967 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:30.436766 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=4 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:30.470785 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-752611f1-e6d3-46ac-861c-ac6e3a95bbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (619be609-6312-4b7f-aea4-aab0f6b88e6e), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:32.310885 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-b489fdca-eecd-485d-a650-74a56fc6be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (0a3a829b-0b54-49d2-8a3e-5ef867830789), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:33.451488 dv-cinder-master-3-smb neutron-server[105260]: DEBUG neutron.db.agents_db [None req-5947cad6-31a3-4958-890f-93e9ba7cbf20 None None] Agent healthcheck: found 6 active agents {{(pid=105260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:26:33.651892 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-bb155043-6e6a-4045-8b9f-d288a3745319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (43011923-f85a-4ce4-98b7-c8a12d7af8f0), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:33.966272 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-20a86b26-25cd-4446-a3c9-96fa1e62fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (66f6f19f-0571-4494-ab09-e3b1c42ad9ff), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:41.299262 dv-cinder-master-3-smb neutron-server[105259]: DEBUG neutron_lib.callbacks.manager [None req-9602dfbe-c582-4b8b-85c9-3b4fed7c326d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771480476016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33480252'] for agent (4c0a11cf-5be5-4a2f-b5d9-b17e0206fe15), after_update {{(pid=105259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:26:43.446652 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:43.447774 dv-cinder-master-3-smb neutron-server[105260]: DEBUG dbcounter [-] [105260] Writing DB stats neutron:SELECT=1 {{(pid=105260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:51.229114 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:26:51.231754 dv-cinder-master-3-smb neutron-server[105259]: DEBUG dbcounter [-] [105259] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}